-- Logs begin at Tue 2022-06-28 02:18:06 UTC, end at Tue 2022-06-28 03:38:05 UTC. -- Jun 28 03:09:30.816773 dv-cinder-846842-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 03:09:33.474921 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.common.config [-] Logging enabled! Jun 28 03:09:33.475549 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev381 Jun 28 03:09:33.475657 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103826) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 28 03:09:33.479128 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.common.config [-] Logging enabled! Jun 28 03:09:33.479378 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev381 Jun 28 03:09:33.479678 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103826) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 28 03:09:33.480671 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 03:09:33.480901 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 03:09:33.481288 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 03:09:33.481525 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 03:09:33.481743 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 03:09:33.482171 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.482459 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.482681 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.482952 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.483230 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.483506 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.483783 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.484071 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.484376 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.484646 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.484921 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.485142 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.485396 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.485671 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.485945 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.486500 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] debug = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.486771 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.487212 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.487622 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.487911 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.488207 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.488477 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.488738 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.489006 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.489283 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.489637 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] host = dv-cinder-846842-5-iscsi {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.489907 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.490188 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.490483 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.490736 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.491002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.491271 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.491557 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.491809 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.492070 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.492358 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.492639 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.493011 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.493292 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.493508 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.493723 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.493997 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.494277 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.494545 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.494811 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.495078 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.495347 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.495613 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.495872 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.496165 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.496443 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.496719 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.496993 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.497261 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.497527 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.497792 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.498065 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.498332 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.498601 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.498869 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.499146 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.499410 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.499679 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.499973 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.500273 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.500548 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.500830 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.501098 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.501372 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.501636 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.501901 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.502165 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_json = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.502429 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.502693 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.502969 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.503232 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.503494 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.503759 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.504021 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.504317 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.504586 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:33.504877 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.505184 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.505508 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.505786 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.506094 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.506368 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.506651 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.506933 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.507208 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.507486 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.507770 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.508042 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.508360 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.508647 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.508936 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.509235 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.509520 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.509809 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.510081 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.510350 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.510614 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.510885 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.511168 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.511443 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.511722 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.512002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.512304 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.512595 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.512871 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.513152 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.513439 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.513717 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.513981 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.514254 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.514538 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.514812 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.515077 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.515356 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.515629 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.515892 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.516173 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.516471 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.516759 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.517021 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.517294 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.517574 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.517845 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.518112 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.518376 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.518647 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.518910 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.519185 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.519453 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.519714 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.519976 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.520274 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.520543 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.521015 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.521112 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.521349 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.521616 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.521881 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.522143 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.522410 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.522678 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.522941 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.523207 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.523469 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.523740 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.524004 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.524296 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.524565 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.524829 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.525093 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.525385 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.525658 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.525928 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.526198 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.526468 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.526751 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.527019 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.527288 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.527556 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.527817 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.528097 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.528398 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.528676 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.528951 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.529222 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.529530 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.529798 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.530066 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.530341 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.530608 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.530876 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.531151 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.531427 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.531710 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.531992 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.532290 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.532574 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.532855 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.533138 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.533411 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.533708 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.533978 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:33.534185 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 03:09:33.534422 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103826) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 03:09:33.821559 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 28 03:09:33.821776 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 28 03:09:33.822102 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 28 03:09:33.822425 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 03:09:34.226021 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.226281 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.226544 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.227822 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.228084 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.228362 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.279681 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.279943 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.280195 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.294428 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.294702 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.294954 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.324010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.324272 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.324554 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.360722 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.361309 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.361597 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.587230 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.587857 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.587857 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.587857 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.588605 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.684494 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.684801 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.685077 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.685306 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.685589 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.685892 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.686141 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.686393 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.686630 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.686900 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.687154 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.687398 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.687630 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.687870 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.688112 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.688389 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.688633 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.688892 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.689149 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.689384 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.689649 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.689894 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.690165 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.690533 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.690775 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.691015 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.691405 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 03:09:34.691639 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 03:09:34.691872 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 03:09:34.692105 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 03:09:34.692357 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 03:09:34.692589 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 03:09:34.692970 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 03:09:34.696004 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 03:09:34.699862 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 03:09:34.703650 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 28 03:09:34.705277 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 03:09:34.705879 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 03:09:34.706206 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 03:09:34.706582 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 03:09:34.709503 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 03:09:34.709742 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 03:09:34.710083 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 03:09:34.715128 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 28 03:09:34.737977 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 03:09:34.738425 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.738714 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103826) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 28 03:09:34.739079 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.740563 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103826) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 03:09:34.740741 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 03:09:34.740981 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 03:09:34.744352 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.744629 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:34.917998 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 03:09:34.918363 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 03:09:34.918772 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 03:09:34.919392 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 03:09:34.974880 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO dbcounter [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Registered counter for database neutron Jun 28 03:09:34.997709 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_db.sqlalchemy.engines [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103826) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 03:09:35.006431 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG dbcounter [-] [103826] Writer thread running {{(pid=103826) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 28 03:09:35.562682 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Initializing driver for type 'gre' Jun 28 03:09:35.563176 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] gre ID ranges: [(1, 1000)] Jun 28 03:09:35.620537 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Initializing driver for type 'local' Jun 28 03:09:35.621115 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Initializing driver for type 'vlan' Jun 28 03:09:35.636355 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] VlanTypeDriver initialization complete Jun 28 03:09:35.636690 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Initializing driver for type 'vxlan' Jun 28 03:09:35.637167 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] vxlan ID ranges: [(1, 1000)] Jun 28 03:09:35.691486 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Initializing extension driver 'port_security' Jun 28 03:09:35.691826 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] PortSecurityExtensionDriver initialization complete Jun 28 03:09:35.692144 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Initializing mechanism driver 'openvswitch' Jun 28 03:09:35.692485 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Initializing mechanism driver 'hyperv' Jun 28 03:09:35.699339 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:09:35.700008 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > port after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.700407 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.700762 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.701263 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 28 03:09:35.701678 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > subnet after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.702026 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > subnet after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.702398 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.702784 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 28 03:09:35.703186 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > network after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.703533 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > network after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.703868 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > network after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.704348 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 28 03:09:35.704750 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > security_group after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.705093 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > security_group after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.705439 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.705824 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 28 03:09:35.706224 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.706568 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.706900 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.707284 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 28 03:09:35.707667 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > address_group after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.708007 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > address_group after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.708570 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.709055 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 28 03:09:35.709500 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] ML2 OVO RPC backend initialized. {{(pid=103826) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 28 03:09:35.710200 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.710553 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.710972 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > network before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.711317 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > networks before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.711658 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > port before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.711993 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > ports before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.712361 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > subnet before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.712699 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > subnets before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.713064 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > network after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.713369 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > network after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.713696 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > network after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.714029 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > port after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.714359 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.714687 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.715015 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > subnet after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.715344 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > subnet after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.715670 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.723183 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded quota_driver: . Jun 28 03:09:35.723573 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.plugin [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Modular L2 Plugin initialization complete Jun 28 03:09:35.724092 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading services supported by the core plugin {{(pid=103826) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 03:09:35.724467 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Got port-security extension from driver 'port_security' Jun 28 03:09:35.724950 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.extensions.vlantransparent [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Disabled vlantransparent extension. Jun 28 03:09:35.725458 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103826) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 03:09:35.725780 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading Plugin: router Jun 28 03:09:35.761772 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.762166 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router after_create 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.762529 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router before_create 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.763015 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.763387 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.763738 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router after_delete 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.764096 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.764493 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.764849 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router after_create 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.765197 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router after_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.765544 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router after_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.765891 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.766243 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router after_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.766628 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router precommit_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.766993 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.767327 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.767661 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: subnet after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.767992 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.768365 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.768705 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router precommit_create 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.769044 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: port before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.769377 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router precommit_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.769725 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router after_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.770064 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.770409 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router precommit_create 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.770786 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.771132 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router precommit_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.771489 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > agent after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.771838 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > agent after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.772208 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > network after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.773080 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Tracking information for resource: router configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 03:09:35.773409 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Tracking information for resource: floatingip configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 03:09:35.778276 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.db.l3_agentschedulers_db [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 03:09:35.778852 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.779208 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: port after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.779555 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.779928 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.780742 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router before_create 55550100 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.781105 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.781461 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router precommit_create 55550100 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.781811 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > router precommit_update 55550100 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.786677 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.services.provider_configuration [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service providers = [] {{(pid=103826) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 03:09:35.787040 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.db.servicetype_db [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103826) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 03:09:35.789975 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.services.service_base [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 03:09:35.790324 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.services.service_base [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 03:09:35.790660 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.services.service_base [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 03:09:35.791708 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.services.service_base [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 03:09:35.792075 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.services.service_base [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 03:09:35.792471 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 03:09:35.792792 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 03:09:35.803123 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 03:09:35.803453 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading Plugin: auto_allocate Jun 28 03:09:35.809175 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: network precommit_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.809540 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: network precommit_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.810048 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 03:09:35.810364 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading Plugin: tag Jun 28 03:09:35.817256 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 03:09:35.817519 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading Plugin: timestamp Jun 28 03:09:35.821451 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 03:09:35.821778 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading Plugin: network_ip_availability Jun 28 03:09:35.827261 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.827631 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.827978 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:35.828719 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 03:09:35.829031 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading Plugin: flavors Jun 28 03:09:35.833953 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 03:09:35.834276 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading Plugin: revisions Jun 28 03:09:35.838505 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 03:09:35.838900 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.017s {{(pid=103826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 28 03:09:35.839626 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103826) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 28 03:09:35.839956 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Initializing extension manager. Jun 28 03:09:35.840502 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: __init__.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.840835 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: __pycache__ {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.841164 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: address_group.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.841912 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.842506 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: address-group Jun 28 03:09:35.842826 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: address_scope.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.843537 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.844046 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: address-scope Jun 28 03:09:35.844388 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.845284 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.845816 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: router-admin-state-down-before-update Jun 28 03:09:35.846114 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: agent.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.846819 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.847324 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: agent Jun 28 03:09:35.847639 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: agent_resources_synced.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.848576 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.849202 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: agent-resources-synced Jun 28 03:09:35.849519 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: allowedaddresspairs.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.851294 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.851818 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: allowed-address-pairs Jun 28 03:09:35.852142 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: auto_allocated_topology.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.853248 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.853758 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: auto-allocated-topology Jun 28 03:09:35.854076 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: availability_zone.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.854767 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.855272 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: availability_zone Jun 28 03:09:35.855584 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: availability_zone_filter.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.856516 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.857020 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: availability_zone_filter Jun 28 03:09:35.857339 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: data_plane_status.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.858238 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.858741 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 03:09:35.859054 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: default_subnetpools.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.859966 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.860508 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: default-subnetpools Jun 28 03:09:35.860823 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.861970 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.862475 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: dhcp_agent_scheduler Jun 28 03:09:35.862791 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: dns.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.863691 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.864268 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension dns-integration not supported by any of loaded plugins Jun 28 03:09:35.864645 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: dns_domain_ports.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.865551 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.866050 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 03:09:35.866368 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.867268 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.867767 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 03:09:35.868081 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: dvr.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.868786 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.869294 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: dvr Jun 28 03:09:35.869605 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: ecmp_routes.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.870511 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.871009 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension ecmp_routes not supported by any of loaded plugins Jun 28 03:09:35.871324 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: empty_string_filtering.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.872247 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.872754 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: empty-string-filtering Jun 28 03:09:35.873067 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.873966 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.874468 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 03:09:35.874780 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.875657 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.876368 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 03:09:35.876691 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: external_net.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.877566 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.878094 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: external-net Jun 28 03:09:35.878411 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.879314 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.879812 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: extra_dhcp_opt Jun 28 03:09:35.880215 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: extraroute.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.881130 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.881633 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: extraroute Jun 28 03:09:35.881946 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: extraroute_atomic.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.882962 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.883469 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: extraroute-atomic Jun 28 03:09:35.883785 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: filter_validation.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.884477 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.884976 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: filter-validation Jun 28 03:09:35.885291 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: fip_pf_description.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.886192 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.886688 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 03:09:35.887002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: fip_pf_port_range.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.887908 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.888430 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 28 03:09:35.888742 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: fip_port_details.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.889649 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.890146 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: fip-port-details Jun 28 03:09:35.890461 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: flavors.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.891686 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.892225 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: flavors Jun 28 03:09:35.892544 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.894186 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.894696 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 03:09:35.895022 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: floatingip_pools.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.895756 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.896305 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: floatingip-pools Jun 28 03:09:35.896630 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: ip_allocation.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.897546 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.898052 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 03:09:35.898370 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.899292 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.899800 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: ip-substring-filtering Jun 28 03:09:35.900120 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: l2_adjacency.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.901078 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.901577 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 03:09:35.901894 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: l3.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.902861 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.903375 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: router Jun 28 03:09:35.903697 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.905916 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.906437 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 03:09:35.906764 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.907672 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.908215 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: ext-gw-mode Jun 28 03:09:35.908537 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.909444 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.909952 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: l3-ha Jun 28 03:09:35.910271 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.911165 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.911826 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 28 03:09:35.912147 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: l3_flavors.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.913079 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.913586 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: l3-flavors Jun 28 03:09:35.913903 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.915279 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.915788 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 28 03:09:35.916109 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.917037 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.917544 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 03:09:35.917863 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: l3agentscheduler.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.918999 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.919512 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: l3_agent_scheduler Jun 28 03:09:35.919839 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: local_ip.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.921637 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.922160 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension local_ip not supported by any of loaded plugins Jun 28 03:09:35.922491 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: logging.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.923952 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.924495 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension logging not supported by any of loaded plugins Jun 28 03:09:35.924870 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: metering.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.925546 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.926122 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: metering Jun 28 03:09:35.926442 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.927545 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.928060 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: metering_source_and_destination_fields Jun 28 03:09:35.928419 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: multiprovidernet.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.929643 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.930285 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: multi-provider Jun 28 03:09:35.930822 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: netmtu.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.932725 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.933464 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: net-mtu Jun 28 03:09:35.933793 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: netmtu_writable.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.935367 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.936481 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: net-mtu-writable Jun 28 03:09:35.936814 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: network_availability_zone.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.937593 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.938701 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: network_availability_zone Jun 28 03:09:35.939757 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: network_ip_availability.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.941500 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.943529 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: network-ip-availability Jun 28 03:09:35.943854 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: network_segment_range.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.944666 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.945167 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 03:09:35.945486 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: pagination.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.946474 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.946811 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: pagination Jun 28 03:09:35.947125 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: port_device_profile.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.948028 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.948581 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: port-device-profile Jun 28 03:09:35.948896 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: port_mac_address_override.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.949812 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.950317 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: port-mac-override Jun 28 03:09:35.950634 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.951545 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.952048 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: port-mac-address-regenerate Jun 28 03:09:35.952391 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.953293 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.953800 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: port-numa-affinity-policy Jun 28 03:09:35.954113 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: port_resource_request.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.955010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.955512 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 03:09:35.955826 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: port_resource_request_groups.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.956805 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.957312 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 28 03:09:35.957632 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: portbindings.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.958769 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.959274 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: binding Jun 28 03:09:35.959594 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: portbindings_extended.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.960885 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.961406 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: binding-extended Jun 28 03:09:35.961725 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: portsecurity.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.962638 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.963148 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: port-security Jun 28 03:09:35.963471 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: project_id.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.964464 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.964789 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: project-id Jun 28 03:09:35.965104 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: providernet.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.966029 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.966535 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: provider Jun 28 03:09:35.966851 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.972010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.972550 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos not supported by any of loaded plugins Jun 28 03:09:35.972875 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.974213 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.974876 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 03:09:35.975204 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.976134 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.976661 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 03:09:35.976979 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_default.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.977894 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.978400 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-default not supported by any of loaded plugins Jun 28 03:09:35.978719 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_fip.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.979627 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.980129 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-fip not supported by any of loaded plugins Jun 28 03:09:35.980474 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.981381 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.981883 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 28 03:09:35.982222 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_gateway_ip.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.983133 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.983634 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 03:09:35.983953 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_port_network_policy.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.984882 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.985390 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 03:09:35.985661 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.987052 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.987568 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 28 03:09:35.987889 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.988947 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.989490 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 28 03:09:35.989817 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_pps_rule.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.991034 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.991544 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-pps not supported by any of loaded plugins Jun 28 03:09:35.991863 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_rule_type_details.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.992811 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.993320 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 03:09:35.993638 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_rule_type_filter.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.994540 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.995047 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 28 03:09:35.995365 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: qos_rules_alias.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.996422 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.997191 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 03:09:35.997548 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: quota_check_limit.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:35.998462 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:35.998975 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: quota-check-limit Jun 28 03:09:35.999293 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: quotasv2.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.000333 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.000660 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: quotas Jun 28 03:09:36.000980 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: quotasv2_detail.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.002767 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.003097 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: quota_details Jun 28 03:09:36.003420 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: rbac.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.004518 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.005047 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: rbac-policies Jun 28 03:09:36.005444 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: rbac_address_group.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.006360 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.006872 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: rbac-address-group Jun 28 03:09:36.007188 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: rbac_address_scope.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.008105 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.008652 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: rbac-address-scope Jun 28 03:09:36.008968 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: rbac_security_groups.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.009965 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.010481 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: rbac-security-groups Jun 28 03:09:36.010799 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: rbac_subnetpool.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.011786 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.012363 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: rbac-subnetpool Jun 28 03:09:36.012683 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: revisionifmatch.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.013604 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.014110 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: revision-if-match Jun 28 03:09:36.014426 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: revisions.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.015545 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.016068 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: standard-attr-revisions Jun 28 03:09:36.016421 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: router_availability_zone.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.017093 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.017604 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: router_availability_zone Jun 28 03:09:36.017928 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: routerservicetype.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.019039 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.019550 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension router-service-type not supported by any of loaded plugins Jun 28 03:09:36.019871 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.021025 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.021625 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: security-groups-normalized-cidr Jun 28 03:09:36.021944 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.022876 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.023385 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: port-security-groups-filtering Jun 28 03:09:36.023706 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.024662 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.025170 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: security-groups-remote-address-group Jun 28 03:09:36.025489 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.026404 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.026913 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: security-groups-shared-filtering Jun 28 03:09:36.027231 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: securitygroup.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.037063 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.037591 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: security-group Jun 28 03:09:36.037917 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: segment.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.038644 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.039150 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension segment not supported by any of loaded plugins Jun 28 03:09:36.039472 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.040449 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.040940 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 03:09:36.041258 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: servicetype.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.042352 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.042872 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: service-type Jun 28 03:09:36.043194 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: sorting.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.044188 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.044518 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: sorting Jun 28 03:09:36.044835 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: standard_attr_segment.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.045748 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.046271 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 03:09:36.046589 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: standardattrdescription.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.047231 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.047741 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: standard-attr-description Jun 28 03:09:36.048067 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: stateful_security_group.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.049024 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.049538 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: stateful-security-group Jun 28 03:09:36.049852 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: stdattrs_common.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.050430 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 03:09:36.050746 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.051660 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.052297 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 03:09:36.052618 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: subnet_onboard.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.053697 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.054219 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: subnet_onboard Jun 28 03:09:36.054535 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.055461 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.055968 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 03:09:36.056315 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: subnet_service_types.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.057231 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.057739 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: subnet-service-types Jun 28 03:09:36.058057 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: subnetallocation.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.059130 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.059647 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: subnet_allocation Jun 28 03:09:36.059966 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.060653 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.061162 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: subnetpool-prefix-ops Jun 28 03:09:36.061480 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.062401 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.062902 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 03:09:36.063220 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: tagging.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.064328 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.064842 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: standard-attr-tag Jun 28 03:09:36.065166 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: timestamp.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.066346 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.066861 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loaded extension: standard-attr-timestamp Jun 28 03:09:36.067181 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: trunk.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.068319 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.068780 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension trunk not supported by any of loaded plugins Jun 28 03:09:36.069098 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: trunk_details.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.070011 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.070519 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension trunk-details not supported by any of loaded plugins Jun 28 03:09:36.070841 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: uplink_status_propagation.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.071753 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.072293 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 03:09:36.072610 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Loading extension file: vlantransparent.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 03:09:36.073283 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 03:09:36.073786 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 03:09:36.076363 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:network Jun 28 03:09:36.076882 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:subnet Jun 28 03:09:36.077275 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 03:09:36.077664 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:port Jun 28 03:09:36.078897 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.079339 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service FLAVORS assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.079951 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.080407 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.080736 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:router Jun 28 03:09:36.081164 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:floatingip Jun 28 03:09:36.081651 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service METERING assigned prefix: /metering {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.083118 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:36.083553 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:36.083907 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:09:36.084948 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 03:09:36.085386 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:security_group Jun 28 03:09:36.085806 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 03:09:36.086401 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service CORE assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.086732 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 03:09:36.087074 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] subnetpool is already registered Jun 28 03:09:36.087505 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service CORE assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.087827 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 03:09:36.088172 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] subnetpool is already registered Jun 28 03:09:36.090468 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.090896 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service FLAVORS assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.091485 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.091900 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.092262 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:router Jun 28 03:09:36.092601 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] router is already registered Jun 28 03:09:36.093006 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:floatingip Jun 28 03:09:36.093338 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] floatingip is already registered Jun 28 03:09:36.093782 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service METERING assigned prefix: /metering {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.094441 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 03:09:36.094761 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] rbac_policy is already registered Jun 28 03:09:36.095165 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:security_group Jun 28 03:09:36.095494 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] security_group is already registered Jun 28 03:09:36.095888 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 03:09:36.096244 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] security_group_rule is already registered Jun 28 03:09:36.096860 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service CORE assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.097180 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 03:09:36.097510 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] subnetpool is already registered Jun 28 03:09:36.097929 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Service CORE assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 03:09:36.098246 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 03:09:36.098571 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] subnetpool is already registered Jun 28 03:09:36.099280 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: extensions {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.100751 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: address-groups {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.102233 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: address-scopes {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.103552 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: agents {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.104739 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: auto-allocated-topology {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.105962 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: availability_zones {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.107167 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: dhcp-networks {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.108685 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: dhcp-agents {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.110113 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: routers {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.112177 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: flavors {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.113439 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: service_profiles {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.114879 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: next_providers {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.116385 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: service_profiles {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.117915 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: floatingip-pools {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.119145 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: routers {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.120851 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: floatingips {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.122136 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: l3-routers {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.123499 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: l3-agents {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.124946 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: metering-labels {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.126192 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: metering-label-rules {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.128522 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: network-ip-availabilities {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.129784 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: bindings {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.131431 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: quotas {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.133115 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: quotas {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.134671 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: rbac-policies {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.135853 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: security-groups {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.137173 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: security-group-rules {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.138440 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: service-providers {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.139629 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: subnetpools {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.141010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: subnetpools {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.142537 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.144234 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.146160 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.147930 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.149630 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.151564 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.153340 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.155209 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.157002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.158752 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 03:09:36.164876 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING keystonemiddleware.auth_token [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 03:09:36.169910 dv-cinder-846842-5-iscsi neutron-server[103826]: WARNING keystonemiddleware.auth_token [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 03:09:36.178814 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Acquired lock "singleton_lock" {{(pid=103826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 28 03:09:36.179289 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Releasing lock "singleton_lock" {{(pid=103826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 28 03:09:36.179968 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO oslo_service.service [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Starting 2 workers Jun 28 03:09:36.184757 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Started child 103935 {{(pid=103826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 03:09:36.189148 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Started child 103936 {{(pid=103826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 03:09:36.190189 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:36.190893 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO neutron.service [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 03:09:36.191302 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:36.191642 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [-] (103935) wsgi starting up on http://0.0.0.0:9696 Jun 28 03:09:36.193712 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO oslo_service.service [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Starting 1 workers Jun 28 03:09:36.194069 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:36.195462 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [-] (103936) wsgi starting up on http://0.0.0.0:9696 Jun 28 03:09:36.198902 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Started child 103937 {{(pid=103826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 03:09:36.199426 dv-cinder-846842-5-iscsi neutron-server[103826]: INFO oslo_service.service [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Starting 1 workers Jun 28 03:09:36.202617 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.service [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] calling RpcWorker wait() {{(pid=103937) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 03:09:36.203174 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.service [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] returning from RpcWorker wait() {{(pid=103937) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 03:09:36.203849 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Started child 103938 {{(pid=103826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 03:09:36.204362 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:36.204657 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e866-539f-4349-8f0d-9be3a8da3c4c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:36.204785 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:09:36.206568 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 03:09:36.206752 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 03:09:36.206924 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 03:09:36.207158 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 03:09:36.207473 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 03:09:36.207613 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 03:09:36.208145 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.208713 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.208788 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.209039 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.209618 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.209906 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.210120 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.210262 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:36.210792 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.210792 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.210792 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.211156 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.211156 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.211395 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.211526 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:09:36.211757 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.212018 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.212294 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.212497 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.212655 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.212925 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.213194 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.213411 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.213683 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] debug = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.213944 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.214420 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.214660 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.214893 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.215127 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.215403 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.215635 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.215896 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.216126 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.216391 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.216629 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.216884 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.217111 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.217357 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.217595 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.217871 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.218072 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.218549 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] host = dv-cinder-846842-5-iscsi {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.218791 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.219022 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.219245 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.219480 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.219752 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.219991 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.220277 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.220539 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.220789 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.221014 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.221261 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.221557 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.221757 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.222007 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.222166 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_options = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.222401 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.222664 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.222927 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.223123 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.223285 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.223444 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.223685 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.224028 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.224300 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.224539 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.224753 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.224965 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.225199 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.225529 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.225701 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.225933 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.226183 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.226397 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.226659 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.226884 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.227124 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.227348 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.227567 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.227786 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.227997 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.228235 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.228635 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.228824 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.228949 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.229134 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.229503 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.229667 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.229842 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.230081 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.230339 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.230617 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.230819 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.231077 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.231294 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.231488 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.231711 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.231975 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.232220 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.232498 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.232902 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.232902 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.233073 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_json = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.233275 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.233465 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.234072 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.234072 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.235426 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.235426 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.235426 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.235426 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.235426 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.235886 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.236340 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.238002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.238002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.238002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.238002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.238002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.238002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.238002 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.238451 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.238451 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.238700 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.239660 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.239660 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.239660 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.240234 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.240234 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.240445 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.242109 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.242109 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.242109 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.242109 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.242109 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.242109 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.242109 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.242109 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.243044 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.243044 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.243044 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.243263 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.245213 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.245213 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.245213 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.245213 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.245213 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.245213 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.245919 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.245919 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.245919 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.245919 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.246377 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.246459 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.246623 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.246899 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.247141 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.247297 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.247573 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.247804 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.248025 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.248265 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.248494 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.248724 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.248952 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.249139 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.249376 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.249579 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.249826 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.250065 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.250277 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.250695 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.251057 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.251478 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.251680 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.251922 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.252139 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.252371 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.252615 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.252827 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.253029 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.253255 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.253461 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.253687 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.253899 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.254136 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.254366 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.254598 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.254966 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.255115 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.255262 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.255469 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.255846 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.256116 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.256299 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.256509 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.256732 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.256948 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.257152 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.257379 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.257588 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.257951 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.258094 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.258271 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.258526 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.258840 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.258993 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.259196 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.259422 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.259647 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.259862 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.260090 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.260311 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.260567 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.260787 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.261033 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.261248 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.261602 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.261997 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.262140 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.262394 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.262589 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.262803 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.263048 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.263267 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.263525 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.263753 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.264124 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.264301 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.264651 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.264651 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.264941 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.265169 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.265439 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.265850 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.265994 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.266239 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.266468 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.266728 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.266966 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.267220 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.267654 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.267654 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.267939 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.268168 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.268412 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.268627 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.268962 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.269116 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.269498 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.269498 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.269773 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.269981 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.270192 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.270418 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.270749 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.271044 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.271288 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.271649 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.271798 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.272019 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.272286 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.272546 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.272776 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.273013 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.273256 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.273623 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.273772 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.273953 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.274145 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.274356 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.274564 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.274793 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.275011 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.275244 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.275460 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.275673 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.275886 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.276127 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.276386 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.276583 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.276816 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.277030 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.277248 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.277461 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.277669 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.277916 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.278132 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.278470 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.278632 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.278859 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.279101 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.279345 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.279621 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.279832 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.280074 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.280314 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.280546 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.280757 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.280973 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.281184 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.281394 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.281631 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.282047 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.282047 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.282303 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.282611 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.282861 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.283106 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.283383 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.283606 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.283840 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.284066 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.284290 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.284523 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.284738 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.284957 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.285189 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.285403 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.285616 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.285828 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.286040 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.286376 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.286615 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.287032 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.287253 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.287481 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.287717 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.288063 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.288339 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.288515 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.288653 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.288808 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.289021 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.289255 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.289545 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.289792 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.290023 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.290276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.290489 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.290714 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.290939 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.291187 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.291395 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.291613 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.291826 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.292034 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.292290 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.292499 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.292704 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.292921 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.293133 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.293338 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.293549 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.293754 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.294766 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.294766 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.294766 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.294766 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.294766 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.295240 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.295240 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.295442 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.295589 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.295960 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.296092 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.296265 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.296437 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.296663 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.296895 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.297417 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.297417 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.297626 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.297846 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.298125 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.298350 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.299081 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.299081 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.299081 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.299320 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.299578 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.299804 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.300020 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.300261 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.300525 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.300832 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.301107 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.301350 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.301604 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.301864 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.302229 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.302695 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.302793 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.303000 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.303512 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.303619 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.303843 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.304087 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.304343 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.304564 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.304795 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.305009 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.305239 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.305453 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.305686 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.305909 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.306131 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.306343 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.306561 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.307027 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.307027 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.307279 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.307410 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.307575 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.307730 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 03:09:36.308270 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 03:09:36.308444 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 03:09:36.308597 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 03:09:36.308777 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 03:09:36.308946 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 03:09:36.309095 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 03:09:36.309301 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.309459 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.309615 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.309776 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.309954 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.310113 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.310267 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.310422 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.310576 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.310730 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.310884 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.311039 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.311195 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.311350 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.311506 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.311833 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.311833 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.312064 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.312215 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.312300 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.312377 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.312535 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] debug = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.312689 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.312879 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.313087 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.313239 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.313365 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.313448 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.313602 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.313758 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.313911 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.314067 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.314221 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.314374 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.314527 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.314677 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:09:36.314776 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.314857 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.314970 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.315122 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.315276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] host = dv-cinder-846842-5-iscsi {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.315429 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.315586 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.315738 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.316050 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.316226 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.316383 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.316537 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.316691 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.316914 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.317007 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.317130 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.317283 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.317436 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.317633 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.317791 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_options = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.317950 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.318105 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.318258 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.318490 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.318586 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.318740 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.318894 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.319049 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.319396 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.319396 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.319884 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.319884 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.319884 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.320904 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.320904 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.320904 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.320904 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.320904 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.320904 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.320904 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.320904 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.321755 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.321755 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.321755 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.321755 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.321755 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.321755 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.322452 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.322452 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.322452 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.322452 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.322452 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.322928 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.322928 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.322928 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.323260 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.323260 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.323486 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.323486 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.323645 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.323744 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.323899 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.324054 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.324232 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.324387 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.324545 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.324698 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_json = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.324851 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.325008 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.325162 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.325316 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.325469 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.325622 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.325776 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.327010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.327010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 03:09:36.327010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.327010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.327010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.327010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.327010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.327010 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328763 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328763 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328763 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328763 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.328988 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.329055 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.329233 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.329352 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.329520 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.329725 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.329818 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.329976 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.330141 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.330287 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.330443 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.330602 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.330952 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.330952 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.331214 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.331214 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.331473 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.331473 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.331740 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.331740 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.331986 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.332108 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.332252 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.332374 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.332519 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.332657 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.332815 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.332972 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.333133 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.333525 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.333727 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.333951 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.334113 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.334272 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.334430 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.334587 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.334745 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.334905 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.335063 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.335231 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.335389 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.335546 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.335705 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.335863 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.336020 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.336217 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.336352 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.336503 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.336661 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.336818 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.336988 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.337332 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.337332 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.337822 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.337822 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.337822 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.338089 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.338089 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.338229 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.338306 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.338453 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.338614 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.338782 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.338926 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.339084 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.339242 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.339400 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.339558 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.339716 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.339873 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.340248 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.340248 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.340424 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.340526 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.340684 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.340841 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.340999 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.341156 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.341314 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.341472 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.341629 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.341787 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.341944 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.342101 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.342257 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.342441 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.342575 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.342732 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.342913 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.343050 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.343207 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.343364 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.343522 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.343679 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.343837 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.343995 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.344186 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.344332 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.344490 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.344648 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.344806 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.344973 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.345129 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.345290 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.345447 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.345610 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.345777 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.345937 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.346094 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.346256 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.346412 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.346570 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.346727 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.346887 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.347044 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.347201 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.347358 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.347530 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.347688 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.347850 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.348007 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.348329 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.348329 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.348516 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.348635 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.348842 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.349104 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.349269 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.349432 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.349590 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.349747 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.349907 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.350067 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.350222 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.350380 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.350537 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.350695 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.350853 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.351011 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.351167 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.351325 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.351482 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.351637 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.351794 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.351954 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.352109 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.352289 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.352449 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.352606 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.352763 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.352921 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.353077 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.353233 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.353389 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.353545 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.353702 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.353858 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.354015 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.354174 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.354330 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.354487 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.354643 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.354800 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.354957 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.355115 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.355274 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.355430 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.355587 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.355745 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.355902 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.356060 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.356242 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.356397 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.356553 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.356710 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.356867 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.357044 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.357202 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.357398 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.357517 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.357670 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.357826 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.357983 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.358141 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.358298 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.358455 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.358613 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.358770 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.358927 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.359084 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.359241 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.359398 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.359558 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.359717 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.359875 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.360092 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.360356 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.360529 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.360694 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.360852 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.361381 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.361557 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.361814 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.362079 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.362346 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.362632 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.362894 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.363169 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.363447 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.363714 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.363991 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.364312 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.364640 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.364920 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.365185 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.365467 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.365748 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.366049 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.366330 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.366601 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.366881 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.367161 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.367435 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.367733 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.368011 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.368314 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.368594 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.368864 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.369144 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.369435 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.369715 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.369994 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.370266 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.370556 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.370826 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.371720 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.371720 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.371720 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.371720 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.372039 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.372039 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.372229 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.372315 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.372464 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.372631 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.372790 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.372948 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.373105 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.373276 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.373435 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.373596 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.373753 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.373911 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.374067 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.374228 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.374390 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.374558 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.374723 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.374881 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.375046 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.375213 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.375382 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.375540 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.375704 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.375876 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.376034 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.376219 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.376376 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.376534 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.376691 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.376847 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.377004 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.377159 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.377315 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.377472 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.377633 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.377789 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.377949 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.378107 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.378264 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.378422 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.378577 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.378745 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.378876 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 03:09:36.379028 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 03:09:36.492005 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 58560) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:09:36.505261 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102544 Jun 28 03:09:45.268517 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writer thread running {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 28 03:09:45.683781 dv-cinder-846842-5-iscsi neutron-server[103826]: DEBUG dbcounter [-] [103826] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103826) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:09:47.556998 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writer thread running {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 28 03:09:47.557968 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4fc5b-4ebe-45c6-b291-045749b0c616 None None] get_active_networks_info from dv-cinder-846842-5-iscsi {{(pid=103937) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 28 03:09:47.612445 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a7f7-c047-4984-8ad0-76e8771ffd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592442'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:47.644358 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4fc5b-4ebe-45c6-b291-045749b0c616 None None] No non-hosted networks {{(pid=103937) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 03:09:49.791579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2f2d50bd-8896-47a4-a93c-3913f30dc016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592442'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:49.820509 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-99d813a8-159c-41cd-bc3b-42fd979a44c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:50.928491 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 58628) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:09:51.028728 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592442'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:51.516093 dv-cinder-846842-5-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-f8171bd7-22e2-4d7b-9f06-b36364022a1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 03:09:51.517043 dv-cinder-846842-5-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-f8171bd7-22e2-4d7b-9f06-b36364022a1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 03:09:51.747797 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [None req-f8171bd7-22e2-4d7b-9f06-b36364022a1d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:09:51.765252 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f8171bd7-22e2-4d7b-9f06-b36364022a1d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8345709 Jun 28 03:09:52.635055 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592442'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:53.030221 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592442'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:53.031114 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.031578 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.032050 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.032518 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.032928 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.033504 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.035209 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.035981 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.036438 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.036858 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.037320 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.037731 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.038157 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.038571 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.038997 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:53.039484 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846842-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:09:53.050439 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846842-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:09:53.159579 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.db.l3_hamode_db [None req-53a28979-f786-4124-a713-7063359b8f28 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 03:09:53.238630 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a28979-f786-4124-a713-7063359b8f28 None None] Routers set() bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:09:53.239027 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a28979-f786-4124-a713-7063359b8f28 None None] Router IDs set() for agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 28 03:09:54.144663 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 58664) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:09:54.506050 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-1e0c26be-ad66-4626-a338-b60026751c96 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:09:54.596353 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.policy [None req-1e0c26be-ad66-4626-a338-b60026751c96 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103936) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 03:09:54.637391 dv-cinder-846842-5-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-1e0c26be-ad66-4626-a338-b60026751c96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 03:09:54.637796 dv-cinder-846842-5-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-1e0c26be-ad66-4626-a338-b60026751c96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 03:09:54.657623 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writer thread running {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 28 03:09:54.736516 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1e0c26be-ad66-4626-a338-b60026751c96 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762525561919', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762525563395', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762525612858', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762525585744', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762525593427', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762525504459', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33284058', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33318083', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-873626', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-929840'] for rbac-policy (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:54.809149 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1e0c26be-ad66-4626-a338-b60026751c96 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:54.811913 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1e0c26be-ad66-4626-a338-b60026751c96 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6662557 Jun 28 03:09:55.343342 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:09:57.023448 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58678) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:09:57.569978 dv-cinder-846842-5-iscsi neutron-server[103935]: WARNING oslo_policy.policy [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 03:09:57.570555 dv-cinder-846842-5-iscsi neutron-server[103935]: WARNING oslo_policy.policy [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 03:09:57.782142 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:09:57.795782 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writer thread running {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 28 03:09:57.840183 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Made reservation on behalf of d2a171ab90314bd6b81f3fadcbce8192 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:09:57.899618 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.policy [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103935) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 03:09:57.941668 dv-cinder-846842-5-iscsi neutron-server[103935]: WARNING oslo_policy.policy [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 03:09:57.942030 dv-cinder-846842-5-iscsi neutron-server[103935]: WARNING oslo_policy.policy [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 03:09:57.952311 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:57.976440 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:58.111103 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Publish callbacks [] for security_group (981e0133-8ba3-4f47-b1ce-cdf089dc2141), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:58.117888 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (981e0133-8ba3-4f47-b1ce-cdf089dc2141), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:58.142651 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:09:58.175943 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762521579843', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (cb93cb29-7289-4e65-861c-a0add833b622), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:58.176528 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Unsubscribe: segment precommit_create {{(pid=103935) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 03:09:58.177051 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Added segment cb93cb29-7289-4e65-861c-a0add833b622 of type vlan for network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 Jun 28 03:09:58.226873 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=981e0133-8ba3-4f47-b1ce-cdf089dc2141,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:09:58.261914 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.262265 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.262621 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.262965 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.263299 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.263605 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.263918 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.264266 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.264584 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.264895 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.265210 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.265539 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.265851 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.266158 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.266467 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Tracked resource versions report: Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: pushed versions: Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: { 'AddressGroup': {'1.2'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Agent': {'1.1'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'ConntrackHelper': {'1.0'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'LocalIPAssociation': {'1.0'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Log': {'1.0'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'NDPProxy': {'1.0'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Network': {'1.1'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Port': {'1.7'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'PortForwarding': {'1.3'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'QosPolicy': {'1.10'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SecurityGroup': {'1.5'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SecurityGroupRule': {'1.2'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SubPort': {'1.0'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Subnet': {'1.1'}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Trunk': {'1.1'}} Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: consumer versions: Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: { DHCP agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: L3 agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: Metadata agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: Metering agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: Open vSwitch agent@dv-cinder-846842-5-iscsi: { 'AddressGroup': '1.2', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Agent': '1.1', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'ConntrackHelper': '1.0', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'LocalIPAssociation': '1.0', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Log': '1.0', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'NDPProxy': '1.0', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Network': '1.1', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Port': '1.7', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'PortForwarding': '1.3', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'QosPolicy': '1.10', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SecurityGroup': '1.5', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SecurityGroupRule': '1.2', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SubPort': '1.0', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Subnet': '1.1', Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Trunk': '1.1'}} Jun 28 03:09:58.267869 dv-cinder-846842-5-iscsi neutron-server[103935]: {{(pid=103935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 03:09:58.303480 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (de5f863b-4a53-46e7-bc00-bb73f1ecc9f1), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:58.346258 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (de5f863b-4a53-46e7-bc00-bb73f1ecc9f1), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:58.351970 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:09:58.352754 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:09:58.425217 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3996911 Jun 28 03:09:58.480643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdfd24-cfff-4dbe-82a5-3c3ede928286 demo demo] Pushing event updated for resources: {'Network': ['ID=de5f863b-4a53-46e7-bc00-bb73f1ecc9f1,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:09:58.493605 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:10:00.745977 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58698) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:10:01.218736 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b35304-3222-4115-8dea-838f07ad0b41 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:10:01.221003 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-67b35304-3222-4115-8dea-838f07ad0b41 demo admin] 10.222.0.44 "GET /v2.0/networks/de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 HTTP/1.1" status: 200 len: 825 time: 0.4735618 Jun 28 03:10:01.262810 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-448e2d55-7778-4967-8642-0d0f1faba6ec demo admin] 10.222.0.44 "GET /v2.0/subnetpools/f7e61290-a893-4bc6-b28e-420c8f6b28be HTTP/1.1" status: 200 len: 734 time: 0.0343921 Jun 28 03:10:01.274685 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Request body: {'subnet': {'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'f7e61290-a893-4bc6-b28e-420c8f6b28be', 'name': 'private-subnet'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:10:01.300308 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Made reservation on behalf of d2a171ab90314bd6b81f3fadcbce8192 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:10:01.302524 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:01.304732 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=58,neutron:INSERT=38,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:01.582409 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:01.606554 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for subnet (872caf69-0e36-412e-8a95-760b32919baf), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:01.672647 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Pushing event updated for resources: {'Subnet': ['ID=872caf69-0e36-412e-8a95-760b32919baf,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:01.679565 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Checking segment: {'id': 'cb93cb29-7289-4e65-861c-a0add833b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:10:01.679926 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Network hostable DHCP agents. Network: de5f863b-4a53-46e7-bc00-bb73f1ecc9f1, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:10:01.703464 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:10:01.716758 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, de5f863b-4a53-46e7-bc00-bb73f1ecc9f1) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:10:01.722185 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:10:01.722788 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:01.727182 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e7be8e-e0a0-4100-a478-2236591bfa80 None None] Network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:10:01.747810 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-8f3f3ca7-8f8f-4c33-86b3-60bc87137432 demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4764559 Jun 28 03:10:01.989214 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-de5f863b-4a53-46e7-bc00-bb73f1ecc9f1', 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1', 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'fixed_ips': [{'subnet_id': '872caf69-0e36-412e-8a95-760b32919baf'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:10:01.990658 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:02.267380 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:02.269269 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Allocated IP 172.20.0.2 (de5f863b-4a53-46e7-bc00-bb73f1ecc9f1/872caf69-0e36-412e-8a95-760b32919baf/6ef98e99-4c7f-4665-9a99-d48e15d1d359) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:10:02.543806 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Publish callbacks [] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:02.554793 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:02.635220 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:10:02.640887 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:10:02.646710 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Pushing event updated for resources: {'Port': ['ID=6ef98e99-4c7f-4665-9a99-d48e15d1d359,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:02.649430 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:10:02.682201 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.682525 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.682881 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.683225 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.683549 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.683869 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.684183 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.684520 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.684837 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.685147 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.685464 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.685774 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.686147 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.686389 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.686692 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Tracked resource versions report: Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: pushed versions: Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: { 'AddressGroup': {'1.2'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Agent': {'1.1'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'ConntrackHelper': {'1.0'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'LocalIPAssociation': {'1.0'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Log': {'1.0'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'NDPProxy': {'1.0'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Network': {'1.1'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Port': {'1.7'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'PortForwarding': {'1.3'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'QosPolicy': {'1.10'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SecurityGroup': {'1.5'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SecurityGroupRule': {'1.2'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SubPort': {'1.0'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Subnet': {'1.1'}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Trunk': {'1.1'}} Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: consumer versions: Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: { DHCP agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: L3 agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: Metadata agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: Metering agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: Open vSwitch agent@dv-cinder-846842-5-iscsi: { 'AddressGroup': '1.2', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Agent': '1.1', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'ConntrackHelper': '1.0', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'LocalIPAssociation': '1.0', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Log': '1.0', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'NDPProxy': '1.0', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Network': '1.1', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Port': '1.7', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'PortForwarding': '1.3', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'QosPolicy': '1.10', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SecurityGroup': '1.5', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SecurityGroupRule': '1.2', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SubPort': '1.0', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Subnet': '1.1', Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Trunk': '1.1'}} Jun 28 03:10:02.688306 dv-cinder-846842-5-iscsi neutron-server[103937]: {{(pid=103937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 03:10:02.740781 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Attempting to bind port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:10:02.741297 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Attempting to bind port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'cb93cb29-7289-4e65-861c-a0add833b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:10:02.741597 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Attempting to bind port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 on network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:10:02.746786 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:10:02.747160 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Checking segment: {'id': 'cb93cb29-7289-4e65-861c-a0add833b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:10:02.747633 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:02.748123 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Bound using segment: {'id': 'cb93cb29-7289-4e65-861c-a0add833b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:10:02.748630 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Bound port: 6ef98e99-4c7f-4665-9a99-d48e15d1d359, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb93cb29-7289-4e65-861c-a0add833b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:10:02.749031 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:02.781105 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:02.814025 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] For port 6ef98e99-4c7f-4665-9a99-d48e15d1d359, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:10:02.818525 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] For port 6ef98e99-4c7f-4665-9a99-d48e15d1d359, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=6ef98e99-4c7f-4665-9a99-d48e15d1d359,segment=NetworkSegment(cb93cb29-7289-4e65-861c-a0add833b622),segment_id=cb93cb29-7289-4e65-861c-a0add833b622)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:10:02.827094 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:02.889746 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed90dd-4480-477f-ae6d-b6babd8bf374 None None] Pushing event updated for resources: {'Port': ['ID=6ef98e99-4c7f-4665-9a99-d48e15d1d359,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:04.135287 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58710) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:10:04.471111 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [None req-03f0727c-1279-4cf9-b0bd-33ce63d90503 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:10:04.472127 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-03f0727c-1279-4cf9-b0bd-33ce63d90503 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3358369 Jun 28 03:10:04.800657 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=11,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:04.802068 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=22,neutron:INSERT=31,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:05.652860 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:05.654211 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:06.787230 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58724) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:10:07.138128 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [None req-bafcca41-37b8-4b53-bbce-167adeff6cb6 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:10:07.139107 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-bafcca41-37b8-4b53-bbce-167adeff6cb6 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3506939 Jun 28 03:10:09.402331 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58732) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:10:09.759755 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-328a7f05-068b-4387-a1a0-5326ce16b9e0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:10:09.788013 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-328a7f05-068b-4387-a1a0-5326ce16b9e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (008906d1-a05e-4b21-80ef-3bbf88966a06), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:09.789813 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-328a7f05-068b-4387-a1a0-5326ce16b9e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (008906d1-a05e-4b21-80ef-3bbf88966a06), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:09.937123 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-328a7f05-068b-4387-a1a0-5326ce16b9e0 demo demo] Publish callbacks [] for router_controller (008906d1-a05e-4b21-80ef-3bbf88966a06), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:09.944737 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-328a7f05-068b-4387-a1a0-5326ce16b9e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (008906d1-a05e-4b21-80ef-3bbf88966a06), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:09.964652 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-328a7f05-068b-4387-a1a0-5326ce16b9e0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:09.965853 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-328a7f05-068b-4387-a1a0-5326ce16b9e0 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5625222 Jun 28 03:10:10.751065 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 6ef98e99-4c7f-4665-9a99-d48e15d1d359 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:10:10.836937 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:10.837327 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:10.917479 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9877d80-e5d0-4cea-afeb-b0068c2d789f None None] Network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:10:10.965883 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:10:10.966259 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:11.014073 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-081eee2e-a645-4b86-8142-5fbf6da63f08 None None] Provisioning complete for port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:11.014417 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-081eee2e-a645-4b86-8142-5fbf6da63f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:11.077186 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 6ef98e99-4c7f-4665-9a99-d48e15d1d359, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=6ef98e99-4c7f-4665-9a99-d48e15d1d359,segment=NetworkSegment(cb93cb29-7289-4e65-861c-a0add833b622),segment_id=cb93cb29-7289-4e65-861c-a0add833b622)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:10:11.083743 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:11.138126 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:11.191443 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=6ef98e99-4c7f-4665-9a99-d48e15d1d359,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:11.202960 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-081eee2e-a645-4b86-8142-5fbf6da63f08 None None] Current status of the port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:10:11.423789 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a177cb5d-0780-49b4-9f17-8a457ba5a807 None None] Provisioning complete for port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:11.424104 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a177cb5d-0780-49b4-9f17-8a457ba5a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:11.498277 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a177cb5d-0780-49b4-9f17-8a457ba5a807 None None] Current status of the port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:10:12.261132 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58746) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:10:12.616879 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [None req-5f1b505d-8132-438a-a149-8d681ded2922 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:10:12.618243 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5f1b505d-8132-438a-a149-8d681ded2922 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3561647 Jun 28 03:10:12.718065 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 6ef98e99-4c7f-4665-9a99-d48e15d1d359 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:10:12.766062 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:12.766464 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:12.842307 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:10:14.915068 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58754) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:10:15.266784 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:10:15.290956 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Made reservation on behalf of 05700e702dcf45e5a8f1eca6d3dc188c for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:10:15.293205 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:15.301349 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:15.375708 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Publish callbacks [] for security_group (0ceb58f8-df3a-4dc9-b49d-bbf1bf0b2305), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:15.383102 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (0ceb58f8-df3a-4dc9-b49d-bbf1bf0b2305), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:15.407902 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Reserving flat network on physical network physnet1 {{(pid=103935) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 03:10:15.430497 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:15.430895 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Added segment 68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb of type flat for network faeb97d9-c263-45a3-b2fb-7aac09df19ec Jun 28 03:10:15.432139 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceb58f8-df3a-4dc9-b49d-bbf1bf0b2305,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:15.481660 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (faeb97d9-c263-45a3-b2fb-7aac09df19ec), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:15.501589 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:15.520890 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (faeb97d9-c263-45a3-b2fb-7aac09df19ec), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:15.521916 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:10:15.522527 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:15.585185 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6688309 Jun 28 03:10:15.624603 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd397cd-492b-438b-8646-36dc1b282cdd admin admin] Pushing event updated for resources: {'Network': ['ID=faeb97d9-c263-45a3-b2fb-7aac09df19ec,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:15.635681 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:10:15.664406 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:17.503961 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c6ac38af-96a3-4062-84cf-341478fdf996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:17.873797 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58762) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:10:18.296216 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c67136-fb90-405f-a6e6-891be283cf5a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:10:18.297580 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-35c67136-fb90-405f-a6e6-891be283cf5a demo admin] 10.222.0.44 "GET /v2.0/subnets/872caf69-0e36-412e-8a95-760b32919baf HTTP/1.1" status: 200 len: 849 time: 0.4227657 Jun 28 03:10:18.417340 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d26b5278-64ec-4efc-8f8a-2541cd7fedc1 demo admin] 10.222.0.44 "GET /v2.0/routers/008906d1-a05e-4b21-80ef-3bbf88966a06 HTTP/1.1" status: 200 len: 704 time: 0.1134410 Jun 28 03:10:18.560303 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=19 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:18.698552 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:19.033879 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Allocated IP 172.20.0.1 (de5f863b-4a53-46e7-bc00-bb73f1ecc9f1/872caf69-0e36-412e-8a95-760b32919baf/736d198d-ea94-4567-a608-0b9c25a5209d) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:10:19.284466 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Publish callbacks [] for port (736d198d-ea94-4567-a608-0b9c25a5209d), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:19.363091 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:19.450398 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:19.458511 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:10:19.467118 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:10:19.470850 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:10:19.471383 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (008906d1-a05e-4b21-80ef-3bbf88966a06), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:19.497458 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Pushing event updated for resources: {'Port': ['ID=736d198d-ea94-4567-a608-0b9c25a5209d,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:19.674139 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e699ccd6-8665-4885-858e-45709278988d None None] Provisioning complete for port 736d198d-ea94-4567-a608-0b9c25a5209d triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:19.674763 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e699ccd6-8665-4885-858e-45709278988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:19.676557 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:19.706725 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e699ccd6-8665-4885-858e-45709278988d None None] Port 736d198d-ea94-4567-a608-0b9c25a5209d cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:10:19.782624 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-56e25ceb-4bb2-4393-860b-ca8dffaf94ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:19.882331 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:19.890521 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Publish callbacks [] for port (736d198d-ea94-4567-a608-0b9c25a5209d), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:19.898217 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:19.899075 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (008906d1-a05e-4b21-80ef-3bbf88966a06), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:19.960703 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Pushing event updated for resources: {'Port': ['ID=736d198d-ea94-4567-a608-0b9c25a5209d,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:20.030105 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:10:20.031430 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:10:20.189456 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Router 008906d1-a05e-4b21-80ef-3bbf88966a06 is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:10:20.227838 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a92bd640-7738-4bb1-b552-9650de2d5939 None None] Provisioning complete for port 736d198d-ea94-4567-a608-0b9c25a5209d triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:20.228290 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a92bd640-7738-4bb1-b552-9650de2d5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:20.264778 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a92bd640-7738-4bb1-b552-9650de2d5939 None None] Port 736d198d-ea94-4567-a608-0b9c25a5209d cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:10:20.282440 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:10:20.288393 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-43795839-da0d-4f46-83dd-00f3230627a6 demo admin] 10.222.0.44 "PUT /v2.0/routers/008906d1-a05e-4b21-80ef-3bbf88966a06/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8626616 Jun 28 03:10:20.292937 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c1727-566e-4e34-b757-48c42921152f None None] Sync routers for ids ['008906d1-a05e-4b21-80ef-3bbf88966a06'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:10:20.306576 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c1727-566e-4e34-b757-48c42921152f None None] Routers {'008906d1-a05e-4b21-80ef-3bbf88966a06'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:10:20.307391 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-664c1727-566e-4e34-b757-48c42921152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:10:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['008906d1-a05e-4b21-80ef-3bbf88966a06'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:10:20.486259 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-664c1727-566e-4e34-b757-48c42921152f None None] Set router 008906d1-a05e-4b21-80ef-3bbf88966a06 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:10:20.898728 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-664c1727-566e-4e34-b757-48c42921152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'name': 'router1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:10:09Z', 'updated_at': '2022-06-28T03:10:19Z', 'revision_number': 2, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'gw_port_host': None, '_interfaces': [{'id': '736d198d-ea94-4567-a608-0b9c25a5209d', 'name': '', 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'mac_address': 'fa:16:3e:2a:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '872caf69-0e36-412e-8a95-760b32919baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:10:18Z', 'updated_at': '2022-06-28T03:10:19Z', 'revision_number': 2, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'subnets': [{'id': '872caf69-0e36-412e-8a95-760b32919baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7e61290-a893-4bc6-b28e-420c8f6b28be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:10:20.949343 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c1727-566e-4e34-b757-48c42921152f None None] Checking router: 008906d1-a05e-4b21-80ef-3bbf88966a06 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:10:20.949711 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c1727-566e-4e34-b757-48c42921152f None None] Updating router 008906d1-a05e-4b21-80ef-3bbf88966a06 port 736d198d-ea94-4567-a608-0b9c25a5209d binding host dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:10:20.965979 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:21.001853 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-664c1727-566e-4e34-b757-48c42921152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:21.507794 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-664c1727-566e-4e34-b757-48c42921152f None None] Publish callbacks [] for port (736d198d-ea94-4567-a608-0b9c25a5209d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:21.515615 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-664c1727-566e-4e34-b757-48c42921152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:21.685915 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-664c1727-566e-4e34-b757-48c42921152f None None] Attempting to bind port 736d198d-ea94-4567-a608-0b9c25a5209d on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:10:21.686362 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-664c1727-566e-4e34-b757-48c42921152f None None] Attempting to bind port 736d198d-ea94-4567-a608-0b9c25a5209d by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'cb93cb29-7289-4e65-861c-a0add833b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:10:21.686794 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c1727-566e-4e34-b757-48c42921152f None None] Attempting to bind port 736d198d-ea94-4567-a608-0b9c25a5209d on network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:10:21.698669 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Pushing event updated for resources: {'Port': ['ID=736d198d-ea94-4567-a608-0b9c25a5209d,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:21.703215 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c1727-566e-4e34-b757-48c42921152f None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:10:21.703604 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c1727-566e-4e34-b757-48c42921152f None None] Checking segment: {'id': 'cb93cb29-7289-4e65-861c-a0add833b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:10:21.704070 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-664c1727-566e-4e34-b757-48c42921152f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:21.704478 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c1727-566e-4e34-b757-48c42921152f None None] Bound using segment: {'id': 'cb93cb29-7289-4e65-861c-a0add833b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:10:21.704954 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-664c1727-566e-4e34-b757-48c42921152f None None] Bound port: 736d198d-ea94-4567-a608-0b9c25a5209d, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb93cb29-7289-4e65-861c-a0add833b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:10:21.705320 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-664c1727-566e-4e34-b757-48c42921152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:21.717635 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.718323 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.718690 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.719033 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.719358 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.719679 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.719996 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.720334 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.720648 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.720960 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.721271 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.721596 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.721909 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.722216 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.722520 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Tracked resource versions report: Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: pushed versions: Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: { 'AddressGroup': {'1.2'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Agent': {'1.1'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'ConntrackHelper': {'1.0'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'LocalIPAssociation': {'1.0'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Log': {'1.0'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'NDPProxy': {'1.0'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Network': {'1.1'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Port': {'1.7'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'PortForwarding': {'1.3'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'QosPolicy': {'1.10'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SecurityGroup': {'1.5'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SecurityGroupRule': {'1.2'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SubPort': {'1.0'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Subnet': {'1.1'}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Trunk': {'1.1'}} Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: consumer versions: Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: { DHCP agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: L3 agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: Metadata agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: Metering agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: Open vSwitch agent@dv-cinder-846842-5-iscsi: { 'AddressGroup': '1.2', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Agent': '1.1', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'ConntrackHelper': '1.0', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'LocalIPAssociation': '1.0', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Log': '1.0', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'NDPProxy': '1.0', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Network': '1.1', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Port': '1.7', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'PortForwarding': '1.3', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'QosPolicy': '1.10', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SecurityGroup': '1.5', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SecurityGroupRule': '1.2', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SubPort': '1.0', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Subnet': '1.1', Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Trunk': '1.1'}} Jun 28 03:10:21.724415 dv-cinder-846842-5-iscsi neutron-server[103938]: {{(pid=103938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 03:10:21.757599 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:21.787495 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-664c1727-566e-4e34-b757-48c42921152f None None] For port 736d198d-ea94-4567-a608-0b9c25a5209d, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:10:21.790634 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-96b0338a-fb6b-441d-a50f-fdadf22c4915 None None] Provisioning complete for port 736d198d-ea94-4567-a608-0b9c25a5209d triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:21.791270 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-96b0338a-fb6b-441d-a50f-fdadf22c4915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:21.810212 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-664c1727-566e-4e34-b757-48c42921152f None None] For port 736d198d-ea94-4567-a608-0b9c25a5209d, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=736d198d-ea94-4567-a608-0b9c25a5209d,segment=NetworkSegment(cb93cb29-7289-4e65-861c-a0add833b622),segment_id=cb93cb29-7289-4e65-861c-a0add833b622)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:10:21.820526 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-664c1727-566e-4e34-b757-48c42921152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:21.826683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-96b0338a-fb6b-441d-a50f-fdadf22c4915 None None] Port 736d198d-ea94-4567-a608-0b9c25a5209d cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:10:21.869652 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:21.888422 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185c3ac-2edd-4ba8-b6ab-1ae47ca22b09 None None] Pushing event updated for resources: {'Port': ['ID=736d198d-ea94-4567-a608-0b9c25a5209d,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:21.894082 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c1727-566e-4e34-b757-48c42921152f None None] Routers {'008906d1-a05e-4b21-80ef-3bbf88966a06'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:10:21.894726 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-664c1727-566e-4e34-b757-48c42921152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:10:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['008906d1-a05e-4b21-80ef-3bbf88966a06'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:10:21.996090 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-664c1727-566e-4e34-b757-48c42921152f None None] Set router 008906d1-a05e-4b21-80ef-3bbf88966a06 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:10:22.046408 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-208a30ee-0346-4818-82c3-441ca9388527 None None] Provisioning complete for port 736d198d-ea94-4567-a608-0b9c25a5209d triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:22.046966 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-208a30ee-0346-4818-82c3-441ca9388527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:22.121869 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-208a30ee-0346-4818-82c3-441ca9388527 None None] Current status of the port 736d198d-ea94-4567-a608-0b9c25a5209d is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:10:22.122267 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-208a30ee-0346-4818-82c3-441ca9388527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:22.154473 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-208a30ee-0346-4818-82c3-441ca9388527 None None] For port 736d198d-ea94-4567-a608-0b9c25a5209d, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=736d198d-ea94-4567-a608-0b9c25a5209d,segment=NetworkSegment(cb93cb29-7289-4e65-861c-a0add833b622),segment_id=cb93cb29-7289-4e65-861c-a0add833b622)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:10:22.159286 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-208a30ee-0346-4818-82c3-441ca9388527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:22.192581 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-664c1727-566e-4e34-b757-48c42921152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'name': 'router1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:10:09Z', 'updated_at': '2022-06-28T03:10:19Z', 'revision_number': 2, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'gw_port_host': None, '_interfaces': [{'id': '736d198d-ea94-4567-a608-0b9c25a5209d', 'name': '', 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'mac_address': 'fa:16:3e:2a:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '872caf69-0e36-412e-8a95-760b32919baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:10:18Z', 'updated_at': '2022-06-28T03:10:21Z', 'revision_number': 4, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'subnets': [{'id': '872caf69-0e36-412e-8a95-760b32919baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7e61290-a893-4bc6-b28e-420c8f6b28be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:10:22.208621 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a30ee-0346-4818-82c3-441ca9388527 None None] Pushing event updated for resources: {'Port': ['ID=736d198d-ea94-4567-a608-0b9c25a5209d,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:22.217794 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c1727-566e-4e34-b757-48c42921152f None None] The sync data for ids ['008906d1-a05e-4b21-80ef-3bbf88966a06'] in dv-cinder-846842-5-iscsi is: [{'id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'name': 'router1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:10:09Z', 'updated_at': '2022-06-28T03:10:19Z', 'revision_number': 2, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'gw_port_host': None, '_interfaces': [{'id': '736d198d-ea94-4567-a608-0b9c25a5209d', 'name': '', 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'mac_address': 'fa:16:3e:2a:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '872caf69-0e36-412e-8a95-760b32919baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:10:18Z', 'updated_at': '2022-06-28T03:10:21Z', 'revision_number': 4, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'subnets': [{'id': '872caf69-0e36-412e-8a95-760b32919baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7e61290-a893-4bc6-b28e-420c8f6b28be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:10:22.553065 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58782) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:10:22.553706 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:22.756633 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f5a2b-fb5b-4225-829a-90666539c176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:10:22.759180 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-429f5a2b-fb5b-4225-829a-90666539c176 admin admin] 10.222.0.44 "GET /v2.0/networks/faeb97d9-c263-45a3-b2fb-7aac09df19ec HTTP/1.1" status: 200 len: 842 time: 0.2049851 Jun 28 03:10:22.767590 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:10:22.791132 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Made reservation on behalf of 05700e702dcf45e5a8f1eca6d3dc188c for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:10:22.793722 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:22.875281 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:23.026859 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:23.139313 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.objects.ports [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103935) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 28 03:10:23.139726 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for subnet (9c411527-92a2-489d-9983-d6f67d0a773f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:23.191692 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c411527-92a2-489d-9983-d6f67d0a773f,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:23.202111 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:10:23.202454 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Network hostable DHCP agents. Network: faeb97d9-c263-45a3-b2fb-7aac09df19ec, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:10:23.208444 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:23.222850 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:10:23.235255 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, faeb97d9-c263-45a3-b2fb-7aac09df19ec) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:10:23.239354 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:10:23.239975 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:23.244507 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3b6599-cadf-46d5-adc1-c08cf338acd6 None None] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:10:23.260132 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ee606835-2162-488c-a598-41817e702cc2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4949281 Jun 28 03:10:23.337829 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:23.371370 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efd0051-5ce8-4a56-b93e-a5718c265aa6 None None] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:10:25.507850 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58800) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:10:25.643420 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5ecee0b6-028b-4990-84d6-ca99b83fde58 demo admin] 10.222.0.44 "GET /v2.0/routers/008906d1-a05e-4b21-80ef-3bbf88966a06 HTTP/1.1" status: 200 len: 710 time: 0.1343625 Jun 28 03:10:25.732689 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeee273-0280-45c5-8ed9-3f9ba81774b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:10:25.737868 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-baeee273-0280-45c5-8ed9-3f9ba81774b0 demo admin] 10.222.0.44 "GET /v2.0/networks/faeb97d9-c263-45a3-b2fb-7aac09df19ec HTTP/1.1" status: 200 len: 886 time: 0.0884576 Jun 28 03:10:25.744008 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:10:25.989443 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Publish callbacks [] for router_gateway (008906d1-a05e-4b21-80ef-3bbf88966a06), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:26.208385 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Publish callbacks [] for router_gateway (008906d1-a05e-4b21-80ef-3bbf88966a06), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:26.288906 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:26.330159 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:26.396900 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Allocated IP 172.27.2.36 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/3d38b8d4-f4bd-475f-a2e4-fe4946fdd439) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:10:26.464133 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:26.505772 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Publish callbacks [] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:26.540221 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:26.580018 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:10:26.583129 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:10:26.586838 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:10:26.623716 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Pushing event updated for resources: {'Port': ['ID=3d38b8d4-f4bd-475f-a2e4-fe4946fdd439,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:26.913497 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Publish callbacks [] for router_gateway (008906d1-a05e-4b21-80ef-3bbf88966a06), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:27.109060 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-602197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16164'] for router (008906d1-a05e-4b21-80ef-3bbf88966a06), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:27.113245 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-602190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-602183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597136'] for router (008906d1-a05e-4b21-80ef-3bbf88966a06), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:27.221015 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Router 008906d1-a05e-4b21-80ef-3bbf88966a06 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:10:27.272917 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:27.327366 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:10:27.332299 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:27.333620 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5698dd73-d12d-4b8c-95c7-12b5520af07c demo admin] 10.222.0.44 "PUT /v2.0/routers/008906d1-a05e-4b21-80ef-3bbf88966a06 HTTP/1.1" status: 200 len: 889 time: 1.5928032 Jun 28 03:10:28.451892 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39849220-460a-4185-af34-df8d4c851bde None None] Sync routers for ids ['008906d1-a05e-4b21-80ef-3bbf88966a06'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:10:28.464026 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39849220-460a-4185-af34-df8d4c851bde None None] Routers {'008906d1-a05e-4b21-80ef-3bbf88966a06'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:10:28.464689 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-39849220-460a-4185-af34-df8d4c851bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:10:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['008906d1-a05e-4b21-80ef-3bbf88966a06'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:10:28.665178 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-39849220-460a-4185-af34-df8d4c851bde None None] Set router 008906d1-a05e-4b21-80ef-3bbf88966a06 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:10:28.737629 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 736d198d-ea94-4567-a608-0b9c25a5209d up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:10:28.912460 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:28.926755 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 736d198d-ea94-4567-a608-0b9c25a5209d triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:28.926755 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:29.203846 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-39849220-460a-4185-af34-df8d4c851bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'name': 'router1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '3d38b8d4-f4bd-475f-a2e4-fe4946fdd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:10:09Z', 'updated_at': '2022-06-28T03:10:26Z', 'revision_number': 4, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'gw_port': {'id': '3d38b8d4-f4bd-475f-a2e4-fe4946fdd439', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:02:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:10:26Z', 'updated_at': '2022-06-28T03:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '736d198d-ea94-4567-a608-0b9c25a5209d', 'name': '', 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'mac_address': 'fa:16:3e:2a:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '872caf69-0e36-412e-8a95-760b32919baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:10:18Z', 'updated_at': '2022-06-28T03:10:22Z', 'revision_number': 5, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'subnets': [{'id': '872caf69-0e36-412e-8a95-760b32919baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7e61290-a893-4bc6-b28e-420c8f6b28be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:10:29.205956 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 736d198d-ea94-4567-a608-0b9c25a5209d is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:10:29.253594 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39849220-460a-4185-af34-df8d4c851bde None None] Checking router: 008906d1-a05e-4b21-80ef-3bbf88966a06 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:10:29.253954 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39849220-460a-4185-af34-df8d4c851bde None None] Updating router 008906d1-a05e-4b21-80ef-3bbf88966a06 port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:10:29.308293 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39849220-460a-4185-af34-df8d4c851bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:29.576383 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:29.589612 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 58812) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:10:29.616279 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39849220-460a-4185-af34-df8d4c851bde None None] Publish callbacks [] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:29.622462 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39849220-460a-4185-af34-df8d4c851bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:29.675189 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-39849220-460a-4185-af34-df8d4c851bde None None] Attempting to bind port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:10:29.675558 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-39849220-460a-4185-af34-df8d4c851bde None None] Attempting to bind port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:10:29.675881 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39849220-460a-4185-af34-df8d4c851bde None None] Attempting to bind port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:10:29.679403 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec4d9-44b0-4dba-a60e-46c8e00e3402 None None] Pushing event updated for resources: {'Port': ['ID=3d38b8d4-f4bd-475f-a2e4-fe4946fdd439,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:29.683987 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39849220-460a-4185-af34-df8d4c851bde None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:10:29.684386 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39849220-460a-4185-af34-df8d4c851bde None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:10:29.684812 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39849220-460a-4185-af34-df8d4c851bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:29.685185 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39849220-460a-4185-af34-df8d4c851bde None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:10:29.685644 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-39849220-460a-4185-af34-df8d4c851bde None None] Bound port: 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:10:29.685984 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39849220-460a-4185-af34-df8d4c851bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:29.704259 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b4557d75-feed-4a33-beca-8419ef3c69a6 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1134031 Jun 28 03:10:29.737079 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-39849220-460a-4185-af34-df8d4c851bde None None] For port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:10:29.740927 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-39849220-460a-4185-af34-df8d4c851bde None None] For port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=3d38b8d4-f4bd-475f-a2e4-fe4946fdd439,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:10:29.748713 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39849220-460a-4185-af34-df8d4c851bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:29.810530 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39849220-460a-4185-af34-df8d4c851bde None None] Routers {'008906d1-a05e-4b21-80ef-3bbf88966a06'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:10:29.811196 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-39849220-460a-4185-af34-df8d4c851bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:10:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['008906d1-a05e-4b21-80ef-3bbf88966a06'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:10:29.813307 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec4d9-44b0-4dba-a60e-46c8e00e3402 None None] Pushing event updated for resources: {'Port': ['ID=3d38b8d4-f4bd-475f-a2e4-fe4946fdd439,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:29.919098 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-39849220-460a-4185-af34-df8d4c851bde None None] Set router 008906d1-a05e-4b21-80ef-3bbf88966a06 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:10:29.953755 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:30.116672 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-39849220-460a-4185-af34-df8d4c851bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'name': 'router1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '3d38b8d4-f4bd-475f-a2e4-fe4946fdd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:10:09Z', 'updated_at': '2022-06-28T03:10:26Z', 'revision_number': 4, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'gw_port': {'id': '3d38b8d4-f4bd-475f-a2e4-fe4946fdd439', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:02:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:10:26Z', 'updated_at': '2022-06-28T03:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '736d198d-ea94-4567-a608-0b9c25a5209d', 'name': '', 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'mac_address': 'fa:16:3e:2a:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '872caf69-0e36-412e-8a95-760b32919baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:10:18Z', 'updated_at': '2022-06-28T03:10:22Z', 'revision_number': 5, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'subnets': [{'id': '872caf69-0e36-412e-8a95-760b32919baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7e61290-a893-4bc6-b28e-420c8f6b28be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:10:30.141864 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39849220-460a-4185-af34-df8d4c851bde None None] The sync data for ids ['008906d1-a05e-4b21-80ef-3bbf88966a06'] in dv-cinder-846842-5-iscsi is: [{'id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'name': 'router1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '3d38b8d4-f4bd-475f-a2e4-fe4946fdd439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:10:09Z', 'updated_at': '2022-06-28T03:10:26Z', 'revision_number': 4, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'gw_port': {'id': '3d38b8d4-f4bd-475f-a2e4-fe4946fdd439', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:02:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:10:26Z', 'updated_at': '2022-06-28T03:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '736d198d-ea94-4567-a608-0b9c25a5209d', 'name': '', 'network_id': 'de5f863b-4a53-46e7-bc00-bb73f1ecc9f1', 'tenant_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'mac_address': 'fa:16:3e:2a:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008906d1-a05e-4b21-80ef-3bbf88966a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '872caf69-0e36-412e-8a95-760b32919baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:10:18Z', 'updated_at': '2022-06-28T03:10:22Z', 'revision_number': 5, 'project_id': 'd2a171ab90314bd6b81f3fadcbce8192', 'subnets': [{'id': '872caf69-0e36-412e-8a95-760b32919baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7e61290-a893-4bc6-b28e-420c8f6b28be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:10:30.747656 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:10:30.791714 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:30.792220 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:30.874105 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:10:30.874757 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:30.896071 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=3d38b8d4-f4bd-475f-a2e4-fe4946fdd439,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:10:30.903420 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:30.952867 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=3d38b8d4-f4bd-475f-a2e4-fe4946fdd439,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:10:32.195233 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=45 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:32.196669 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=29 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:32.762351 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:10:32.790657 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:32.812883 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:10:32.813344 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (3d38b8d4-f4bd-475f-a2e4-fe4946fdd439), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:32.883370 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 3d38b8d4-f4bd-475f-a2e4-fe4946fdd439 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:10:39.696719 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:39.700375 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:42.881052 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=13 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:42.882964 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=57 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:46.251157 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:10:47.517344 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1f88c355-d849-41cf-9230-458eee7a23ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:49.787606 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5bf99790-4dab-4d76-a97c-48943f4e4603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:50.970414 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:52.564229 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:53.029001 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:10:59.252356 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:10:59.262224 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:11:03.013576 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:11:03.019217 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:11:17.503040 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-aa807fd1-c2c1-402c-b268-6822d30395b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:19.789902 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c7f591cf-ca1b-45fb-a858-a1afecbcb96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:21.047231 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:22.559576 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:23.038314 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:23.251674 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:11:32.554873 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:11:33.030089 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:11:44.237082 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59354) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:11:44.300848 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adc2531-da7c-4d92-9152-7f91c4d75e87 admin admin] GET failed (client error): The resource could not be found. Jun 28 03:11:44.302243 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9adc2531-da7c-4d92-9152-7f91c4d75e87 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641315 Jun 28 03:11:44.479776 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30543d3-7f4b-47f7-a075-ca688247d49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:44.481375 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d30543d3-7f4b-47f7-a075-ca688247d49c admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1750703 Jun 28 03:11:46.246461 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:11:46.247243 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:11:46.529086 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 59364) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:11:46.685627 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a01127-7dff-4c7a-807f-62cf47902a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:46.687111 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d6a01127-7dff-4c7a-807f-62cf47902a4b admin admin] 10.222.0.44 "GET /v2.0/subnets/872caf69-0e36-412e-8a95-760b32919baf HTTP/1.1" status: 200 len: 849 time: 0.1571250 Jun 28 03:11:46.699568 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:11:46.790440 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Publish callbacks [] for subnet (872caf69-0e36-412e-8a95-760b32919baf), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:46.956607 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762521722992'] for subnet (872caf69-0e36-412e-8a95-760b32919baf), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:47.021915 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:47.023328 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:47.024502 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] 10.222.0.44 "PUT /v2.0/subnets/872caf69-0e36-412e-8a95-760b32919baf HTTP/1.1" status: 200 len: 868 time: 0.3286228 Jun 28 03:11:47.025074 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33642cfa-1cc4-4a7e-b5f7-a0438d76acfe None None] Network de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:11:47.043056 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=872caf69-0e36-412e-8a95-760b32919baf,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:11:47.053664 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.054317 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.054666 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.055002 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.055342 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.055657 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.055980 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.056327 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.056653 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.056972 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.057830 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.057830 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.058021 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.058332 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.058648 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563282-0583-4027-b32b-0e834bb6ea34 admin admin] Tracked resource versions report: Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: pushed versions: Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: { 'AddressGroup': {'1.2'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Agent': {'1.1'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'ConntrackHelper': {'1.0'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'LocalIPAssociation': {'1.0'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Log': {'1.0'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'NDPProxy': {'1.0'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Network': {'1.1'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Port': {'1.7'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'PortForwarding': {'1.3'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'QosPolicy': {'1.10'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SecurityGroup': {'1.5'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SecurityGroupRule': {'1.2'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SubPort': {'1.0'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Subnet': {'1.1'}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Trunk': {'1.1'}} Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: consumer versions: Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: { DHCP agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: L3 agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: Metadata agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: Metering agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: Open vSwitch agent@dv-cinder-846842-5-iscsi: { 'AddressGroup': '1.2', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Agent': '1.1', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'ConntrackHelper': '1.0', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'LocalIPAssociation': '1.0', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Log': '1.0', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'NDPProxy': '1.0', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Network': '1.1', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Port': '1.7', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'PortForwarding': '1.3', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'QosPolicy': '1.10', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SecurityGroup': '1.5', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SecurityGroupRule': '1.2', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SubPort': '1.0', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Subnet': '1.1', Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Trunk': '1.1'}} Jun 28 03:11:47.060123 dv-cinder-846842-5-iscsi neutron-server[103936]: {{(pid=103936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 03:11:47.354062 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-de3ade07-40da-4c88-afe1-b122a08d42b5 None None] Provisioning complete for port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:11:47.354288 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de3ade07-40da-4c88-afe1-b122a08d42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (6ef98e99-4c7f-4665-9a99-d48e15d1d359), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:47.428723 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-de3ade07-40da-4c88-afe1-b122a08d42b5 None None] Current status of the port 6ef98e99-4c7f-4665-9a99-d48e15d1d359 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:11:47.437085 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-de3ade07-40da-4c88-afe1-b122a08d42b5 None None] Provisioning complete for port 736d198d-ea94-4567-a608-0b9c25a5209d triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:11:47.437452 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de3ade07-40da-4c88-afe1-b122a08d42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (736d198d-ea94-4567-a608-0b9c25a5209d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:47.519716 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-de3ade07-40da-4c88-afe1-b122a08d42b5 None None] Current status of the port 736d198d-ea94-4567-a608-0b9c25a5209d is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:11:47.525236 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b1cfa7e0-30cc-410e-89f8-55f64e8178f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:49.053403 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59378) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:11:49.273147 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be8360-bf8d-4a29-b832-a53bca4b47ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:49.273518 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be8360-bf8d-4a29-b832-a53bca4b47ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:49.275061 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b4be8360-bf8d-4a29-b832-a53bca4b47ca admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2206819 Jun 28 03:11:49.788825 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e698699b-3a44-4f7f-a322-507ad0d7b40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:50.975257 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:51.362348 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 59386) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:11:51.613076 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da45601-277b-4bdf-808c-79c7cecd666c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:51.613437 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da45601-277b-4bdf-808c-79c7cecd666c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:51.614993 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9da45601-277b-4bdf-808c-79c7cecd666c admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2515118 Jun 28 03:11:52.564815 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:53.025604 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:11:53.707026 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 59394) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:11:53.938514 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785d071-79b8-46cd-949a-67426f1b0f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:53.939812 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6785d071-79b8-46cd-949a-67426f1b0f3d admin admin] 10.222.0.44 "GET /v2.0/networks/de5f863b-4a53-46e7-bc00-bb73f1ecc9f1 HTTP/1.1" status: 200 len: 869 time: 0.2313962 Jun 28 03:11:56.001616 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 59402) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:11:56.139338 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb114a7-60c7-4505-a768-f61c50ba189e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:56.140638 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2eb114a7-60c7-4505-a768-f61c50ba189e admin admin] 10.222.0.44 "GET /v2.0/networks/faeb97d9-c263-45a3-b2fb-7aac09df19ec HTTP/1.1" status: 200 len: 886 time: 0.1379957 Jun 28 03:11:58.169033 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59410) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:11:58.316218 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07040f8e-a59a-40da-8edf-b1e263197cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:58.316804 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07040f8e-a59a-40da-8edf-b1e263197cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:11:58.318575 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-07040f8e-a59a-40da-8edf-b1e263197cbf admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1482441 Jun 28 03:12:00.251194 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:12:00.389193 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59418) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:12:00.492527 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f63463-1b6d-434a-b40f-34f63108846c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:12:00.492971 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f63463-1b6d-434a-b40f-34f63108846c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:12:00.494488 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-15f63463-1b6d-434a-b40f-34f63108846c admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1043425 Jun 28 03:12:02.598800 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59426) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:12:02.702406 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e198150-6c33-42a7-b362-096697ba3274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:12:02.703742 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6e198150-6c33-42a7-b362-096697ba3274 admin admin] 10.222.0.44 "GET /v2.0/subnets/872caf69-0e36-412e-8a95-760b32919baf HTTP/1.1" status: 200 len: 868 time: 0.1036549 Jun 28 03:12:03.016633 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:03.018653 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:04.747322 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59434) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:12:04.842369 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9a0849-85e9-4bb9-a956-1b337549bc72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:12:04.843685 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-bf9a0849-85e9-4bb9-a956-1b337549bc72 admin admin] 10.222.0.44 "GET /v2.0/subnets/9c411527-92a2-489d-9983-d6f67d0a773f HTTP/1.1" status: 200 len: 816 time: 0.0954409 Jun 28 03:12:06.135308 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:06.137284 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=78,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:13.254631 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=19 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:13.255419 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=15 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:14.837717 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=46 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:14.839778 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=51 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:17.510026 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-35b62078-415a-4268-bd77-d88e573a50ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:19.786116 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bd0b7719-cec4-434c-883c-468326d9b719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:20.975474 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:22.567753 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:23.034068 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:31.551963 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 59490) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:12:31.611865 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [None req-59a62c26-3f14-4de2-b0d9-11669656e01a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:12:31.612891 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-59a62c26-3f14-4de2-b0d9-11669656e01a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0599396 Jun 28 03:12:33.024188 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:33.027125 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:33.734818 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 59498) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:12:33.801640 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9fa078-86b6-48d1-9a76-55cb688d27ce admin admin] GET failed (client error): The resource could not be found. Jun 28 03:12:33.803036 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0e9fa078-86b6-48d1-9a76-55cb688d27ce admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671244 Jun 28 03:12:33.958788 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f99d57-f6fa-45fe-a34b-c0ba7b34a44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:12:33.961077 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b4f99d57-f6fa-45fe-a34b-c0ba7b34a44d admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1539862 Jun 28 03:12:36.014461 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59506) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:12:36.067212 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:12:36.089871 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Made reservation on behalf of 05700e702dcf45e5a8f1eca6d3dc188c for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:12:36.092234 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:36.121819 dv-cinder-846842-5-iscsi neutron-server[103935]: WARNING neutron.services.revisions.revision_plugin [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Could not find related network for resource to bump revision. Jun 28 03:12:36.132839 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:12:36.141687 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (a892b3fe-f188-4fc8-8403-8a6b43c3cf56), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:36.142011 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Added segment a892b3fe-f188-4fc8-8403-8a6b43c3cf56 of type vlan for network 585c891a-630a-4a94-9126-610db757a3b1 Jun 28 03:12:36.179210 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (585c891a-630a-4a94-9126-610db757a3b1), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:36.206652 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (585c891a-630a-4a94-9126-610db757a3b1), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:36.207583 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:12:36.208130 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:36.247349 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2317660 Jun 28 03:12:36.273504 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Pushing event updated for resources: {'Network': ['ID=585c891a-630a-4a94-9126-610db757a3b1,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:12:36.281784 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.282076 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.282429 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.282746 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.283064 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.283362 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.283666 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.283993 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.284331 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.284643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.284967 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.285295 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.285602 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.285887 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.286190 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08b684f-a3c6-4a25-9e20-780e80104864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:36.297588 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network 585c891a-630a-4a94-9126-610db757a3b1 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:12:37.250287 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:12:38.309501 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59514) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:12:38.380802 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a2c998-e090-4ac2-9be7-13aba21a4061 admin admin] GET failed (client error): The resource could not be found. Jun 28 03:12:38.382116 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f5a2c998-e090-4ac2-9be7-13aba21a4061 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0716252 Jun 28 03:12:38.557062 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398cbf8-71fd-48ff-84b9-dae63147e4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:12:38.558454 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b398cbf8-71fd-48ff-84b9-dae63147e4b5 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1707249 Jun 28 03:12:38.568544 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '585c891a-630a-4a94-9126-610db757a3b1', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:12:38.595135 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Made reservation on behalf of 05700e702dcf45e5a8f1eca6d3dc188c for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:12:38.597486 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:38.779103 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for subnet (fdb92173-ded6-460a-b196-5f93c67147e1), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:38.831574 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb92173-ded6-460a-b196-5f93c67147e1,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:12:38.855469 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Checking segment: {'id': 'a892b3fe-f188-4fc8-8403-8a6b43c3cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '585c891a-630a-4a94-9126-610db757a3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:12:38.855817 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Network hostable DHCP agents. Network: 585c891a-630a-4a94-9126-610db757a3b1, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:12:38.878066 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Network 585c891a-630a-4a94-9126-610db757a3b1 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:12:38.890114 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, 585c891a-630a-4a94-9126-610db757a3b1) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:12:38.895017 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:12:38.896132 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:38.899507 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577e94b-5ce3-4079-a5b5-0664ee0ced55 None None] Network 585c891a-630a-4a94-9126-610db757a3b1 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:12:38.914197 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0ea64469-84bb-4901-a59f-2dff3403772d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3491976 Jun 28 03:12:39.010607 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-585c891a-630a-4a94-9126-610db757a3b1', 'network_id': '585c891a-630a-4a94-9126-610db757a3b1', 'project_id': '05700e702dcf45e5a8f1eca6d3dc188c', 'fixed_ips': [{'subnet_id': 'fdb92173-ded6-460a-b196-5f93c67147e1'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:12:39.011590 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:39.246555 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Allocated IP 192.168.233.2 (585c891a-630a-4a94-9126-610db757a3b1/fdb92173-ded6-460a-b196-5f93c67147e1/062ef90a-fcdc-464c-9362-e3f78d9b5df2) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:12:39.395741 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Publish callbacks [] for port (062ef90a-fcdc-464c-9362-e3f78d9b5df2), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:39.403298 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (062ef90a-fcdc-464c-9362-e3f78d9b5df2), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:39.449413 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Network 585c891a-630a-4a94-9126-610db757a3b1 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:12:39.450959 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:12:39.453505 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:12:39.464847 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Pushing event updated for resources: {'Port': ['ID=062ef90a-fcdc-464c-9362-e3f78d9b5df2,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:12:39.491206 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.491206 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.491566 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.491888 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.492231 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.492553 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.492868 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.493518 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.493518 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.493792 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.494104 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.494415 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.494724 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.495030 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.495336 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:12:39.528295 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Attempting to bind port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:12:39.528659 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Attempting to bind port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'a892b3fe-f188-4fc8-8403-8a6b43c3cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '585c891a-630a-4a94-9126-610db757a3b1'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:12:39.529010 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Attempting to bind port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 on network 585c891a-630a-4a94-9126-610db757a3b1 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:12:39.534171 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:12:39.534529 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Checking segment: {'id': 'a892b3fe-f188-4fc8-8403-8a6b43c3cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '585c891a-630a-4a94-9126-610db757a3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:12:39.534920 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:39.535298 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Bound using segment: {'id': 'a892b3fe-f188-4fc8-8403-8a6b43c3cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '585c891a-630a-4a94-9126-610db757a3b1'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:12:39.535795 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Bound port: 062ef90a-fcdc-464c-9362-e3f78d9b5df2, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a892b3fe-f188-4fc8-8403-8a6b43c3cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '585c891a-630a-4a94-9126-610db757a3b1'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:12:39.536174 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (062ef90a-fcdc-464c-9362-e3f78d9b5df2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:39.596330 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] For port 062ef90a-fcdc-464c-9362-e3f78d9b5df2, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:12:39.599320 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] For port 062ef90a-fcdc-464c-9362-e3f78d9b5df2, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=062ef90a-fcdc-464c-9362-e3f78d9b5df2,segment=NetworkSegment(a892b3fe-f188-4fc8-8403-8a6b43c3cf56),segment_id=a892b3fe-f188-4fc8-8403-8a6b43c3cf56)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:12:39.608507 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (062ef90a-fcdc-464c-9362-e3f78d9b5df2), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:39.666508 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b73f1-b4da-4fb3-a17e-c6e5fe6d1cb0 None None] Pushing event updated for resources: {'Port': ['ID=062ef90a-fcdc-464c-9362-e3f78d9b5df2,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:12:40.480067 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34acef17-55c7-4747-a2ef-7809d09ee89f None None] Network 585c891a-630a-4a94-9126-610db757a3b1 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:12:40.555273 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-540c9687-ae48-499d-abf5-1e04f70b8357 None None] Provisioning complete for port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:12:40.555645 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-540c9687-ae48-499d-abf5-1e04f70b8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (062ef90a-fcdc-464c-9362-e3f78d9b5df2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:40.581693 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:40.612593 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:40.673570 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-540c9687-ae48-499d-abf5-1e04f70b8357 None None] Current status of the port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:12:40.673948 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-540c9687-ae48-499d-abf5-1e04f70b8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (062ef90a-fcdc-464c-9362-e3f78d9b5df2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:40.712007 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-540c9687-ae48-499d-abf5-1e04f70b8357 None None] For port 062ef90a-fcdc-464c-9362-e3f78d9b5df2, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=062ef90a-fcdc-464c-9362-e3f78d9b5df2,segment=NetworkSegment(a892b3fe-f188-4fc8-8403-8a6b43c3cf56),segment_id=a892b3fe-f188-4fc8-8403-8a6b43c3cf56)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:12:40.718175 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-540c9687-ae48-499d-abf5-1e04f70b8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (062ef90a-fcdc-464c-9362-e3f78d9b5df2), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:40.777752 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c9687-ae48-499d-abf5-1e04f70b8357 None None] Pushing event updated for resources: {'Port': ['ID=062ef90a-fcdc-464c-9362-e3f78d9b5df2,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:12:40.845402 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8f3d3c73-7568-4dfd-bbe6-c572521b25b9 None None] Provisioning complete for port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:12:40.845711 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3c73-7568-4dfd-bbe6-c572521b25b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (062ef90a-fcdc-464c-9362-e3f78d9b5df2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:40.873282 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 062ef90a-fcdc-464c-9362-e3f78d9b5df2 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:12:40.950458 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:12:40.950840 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (062ef90a-fcdc-464c-9362-e3f78d9b5df2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:40.983504 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d3c73-7568-4dfd-bbe6-c572521b25b9 None None] Current status of the port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:12:41.030903 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:12:42.815128 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 062ef90a-fcdc-464c-9362-e3f78d9b5df2 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:12:42.859082 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:12:42.859470 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (062ef90a-fcdc-464c-9362-e3f78d9b5df2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:42.935175 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 062ef90a-fcdc-464c-9362-e3f78d9b5df2 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:12:43.951189 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=11 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:43.954247 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=11 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:47.517652 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-60133136-1fd1-443c-8002-40502198247e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:48.904775 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=69,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:48.905542 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=69,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:49.782953 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d97fcc9b-5860-4a5b-8feb-27a793c4f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:50.248478 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:50.254788 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:12:50.984187 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:52.570522 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:12:53.029880 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:13:03.021755 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:13:03.023685 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:13:14.248857 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:13:17.513263 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-49627029-0bc2-441d-9117-bb982614709a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:13:19.777980 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-43765103-dada-4933-96f2-e04336da0a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:13:20.983073 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:13:22.576006 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:13:23.037516 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:13:27.252979 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:13:27.254439 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:13:33.029859 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:13:33.030565 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:13:46.243062 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:13:46.243826 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:13:47.520794 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-93c8677e-b6c3-4fc5-b946-af52111a427c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:13:49.783119 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c059c20f-94a4-4ab2-b6f2-d1ffba5af138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:13:50.985904 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:13:51.247836 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:13:52.577450 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:13:53.036837 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:03.027138 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:03.029089 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:04.250524 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:04.251281 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:04.666758 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 59552) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:14:04.672694 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [None req-ae6bf94c-8c62-47c4-b7cd-b515e1c815bb tempest-verify_tempest_config-1118094970 tempest-verify_tempest_config-1118094970-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:14:04.673675 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ae6bf94c-8c62-47c4-b7cd-b515e1c815bb tempest-verify_tempest_config-1118094970 tempest-verify_tempest_config-1118094970-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059593 Jun 28 03:14:05.010707 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59570) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:14:05.131415 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:05.208527 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Publish callbacks [] for security_group (a8460bdc-f2dd-4106-b995-0894430702ca), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:05.214179 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a8460bdc-f2dd-4106-b995-0894430702ca), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:05.260338 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18e4b7db27cc4144acd4c20dd7a80121&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2484939 Jun 28 03:14:05.261427 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8460bdc-f2dd-4106-b995-0894430702ca,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:14:05.263470 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 59576) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:14:05.268766 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.269093 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.269427 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.269771 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.270096 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.270414 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.270745 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.271028 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.271363 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.271684 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.271999 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.272338 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.272650 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.272960 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.273612 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a7b98a-68be-49a9-9e48-61acc4363133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.346568 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Publish callbacks [] for security_group (a8460bdc-f2dd-4106-b995-0894430702ca), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:05.368892 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Publish callbacks [] for security_group (a8460bdc-f2dd-4106-b995-0894430702ca), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:05.470345 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a8460bdc-f2dd-4106-b995-0894430702ca), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:05.474885 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:05.476593 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8460bdc-f2dd-4106-b995-0894430702ca HTTP/1.1" status: 204 len: 168 time: 0.2116828 Jun 28 03:14:05.484796 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8460bdc-f2dd-4106-b995-0894430702ca,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:14:05.492226 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.492611 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.493097 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.493437 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.493819 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.494137 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.494492 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.494843 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.495204 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.495552 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.495919 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.496269 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.496582 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.496892 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:05.497202 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02c991-b9d5-4eee-a1a2-8452696292ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:14:15.264602 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=14,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:15.267636 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=25,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:15.487513 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:15.488538 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:15.518140 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:17.520000 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1d65d82a-2e1b-41b0-8145-7f416a73e122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:19.787526 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-44d947f8-59f3-4762-a38c-e20e38f0d374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:20.987606 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:22.588937 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:23.040610 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:28.252098 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:14:33.024878 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:33.033824 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:45.747663 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=20 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:14:47.522284 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a17e09c5-41f0-47b5-8532-5764ca39fab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:49.795514 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ab82f819-c42b-45ca-b91e-7a1b8f64e82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:50.999686 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:52.589755 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:53.048683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:14:55.251718 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=16 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:15:03.036742 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:15:03.039202 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:15:05.254768 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:15:17.525461 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-423268fa-cb23-4047-ba66-fa8a62a369c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:18.256559 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:15:18.257771 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:15:19.791294 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e47cca93-cb94-4ef8-8674-d69aefd25a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:21.005932 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:22.596002 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:23.036336 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:33.027855 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=25 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:15:33.030264 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:15:42.259227 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:15:47.528017 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6dea5395-666d-4ed4-824e-e857178cd122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:49.786725 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d0ac45ee-3836-4e5d-9a16-a5041fe1b187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:50.066880 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592442'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:51.007360 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:52.599202 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:53.032637 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:15:55.255186 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:15:55.255829 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:02.512482 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59650) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:16:02.633725 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-63c5d34d-c8a8-4386-86cc-270e90434da5 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1199689 Jun 28 03:16:03.017882 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:03.025680 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:04.727802 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59660) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:16:04.789822 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-26598f9a-6035-48d7-bcc6-7fcc5e7aca11 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0608907 Jun 28 03:16:14.784305 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:14.785078 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:17.531564 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0645f505-0c83-45bd-aa08-9c4c58c7f9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:19.264094 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:16:19.792975 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-aacb37a6-1b65-4cab-a13e-f0b45b0deae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:20.039324 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:21.001435 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:22.601345 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:23.039513 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:32.260869 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:32.262108 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:33.026474 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:33.030826 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:45.756492 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:45.758735 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:16:47.526922 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5eb4720b-9663-467f-b7a7-687626e39dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:49.791782 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-11832f31-5bcf-4d84-8cc7-59ea188861a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:50.013873 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:51.003312 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:52.601210 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:53.026525 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:16:56.266855 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:17:03.018572 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:03.021091 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:09.260144 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:09.263205 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:17.533537 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7e69c559-8776-4489-a459-3bf82e7a2a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:19.786176 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-73919a61-4f54-4252-964c-bfba9cf88833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:20.014691 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:21.007169 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:22.603580 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:23.023524 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:33.015301 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=24 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:33.016031 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=20,neutron:UPDATE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:33.267545 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:17:40.278471 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59790) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:40.638738 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-network', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:40.663734 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Made reservation on behalf of 9e47b6f7a96c46dfa9906912efb7f265 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:17:40.666745 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:40.677333 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:40.763918 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Publish callbacks [] for security_group (df376e40-2b21-451d-a87a-1faf6f0d9a29), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:40.779980 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (df376e40-2b21-451d-a87a-1faf6f0d9a29), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:40.819155 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df376e40-2b21-451d-a87a-1faf6f0d9a29,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:40.830355 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.830960 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.831296 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.831629 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.831976 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.832325 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.832641 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.832956 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.833269 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.833994 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.834657 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.835184 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.835656 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.836055 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.836544 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Tracked resource versions report: Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: pushed versions: Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: { 'AddressGroup': {'1.2'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Agent': {'1.1'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'ConntrackHelper': {'1.0'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'LocalIPAssociation': {'1.0'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Log': {'1.0'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'NDPProxy': {'1.0'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Network': {'1.1'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Port': {'1.7'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'PortForwarding': {'1.3'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'QosPolicy': {'1.10'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SecurityGroup': {'1.5'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SecurityGroupRule': {'1.2'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SubPort': {'1.0'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Subnet': {'1.1'}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Trunk': {'1.1'}} Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: consumer versions: Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: { DHCP agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: HyperV agent@hv-cinder-84684: {}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: L3 agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: Metadata agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: Metering agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: Open vSwitch agent@dv-cinder-846842-5-iscsi: { 'AddressGroup': '1.2', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Agent': '1.1', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'ConntrackHelper': '1.0', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'LocalIPAssociation': '1.0', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Log': '1.0', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'NDPProxy': '1.0', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Network': '1.1', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Port': '1.7', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'PortForwarding': '1.3', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'QosPolicy': '1.10', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SecurityGroup': '1.5', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SecurityGroupRule': '1.2', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'SubPort': '1.0', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Subnet': '1.1', Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: 'Trunk': '1.1'}} Jun 28 03:17:40.837834 dv-cinder-846842-5-iscsi neutron-server[103935]: {{(pid=103935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 03:17:40.845070 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:17:40.857748 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (be526c23-bb69-4486-8d4e-039383eeac2e), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:40.858293 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Added segment be526c23-bb69-4486-8d4e-039383eeac2e of type vlan for network 91e0cac6-eac1-4a49-93d7-95195e9565b8 Jun 28 03:17:40.905132 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (91e0cac6-eac1-4a49-93d7-95195e9565b8), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:40.940264 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (91e0cac6-eac1-4a49-93d7-95195e9565b8), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:40.941613 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:40.942490 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:40.979741 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6993940 Jun 28 03:17:40.982498 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59840) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:40.990120 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Request body: {'subnet': {'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-subnet', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:41.025245 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68a2b3-bf33-4ec4-9862-5d2b4e5639e2 admin admin] Pushing event updated for resources: {'Network': ['ID=91e0cac6-eac1-4a49-93d7-95195e9565b8,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:41.035897 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network 91e0cac6-eac1-4a49-93d7-95195e9565b8 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:17:41.043112 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Made reservation on behalf of 9e47b6f7a96c46dfa9906912efb7f265 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:17:41.045643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:41.240129 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for subnet (b76d83b2-d8ab-42d5-8de3-e8a02969a29d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:41.302920 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76d83b2-d8ab-42d5-8de3-e8a02969a29d,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:41.313166 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Checking segment: {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:41.313528 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Network hostable DHCP agents. Network: 91e0cac6-eac1-4a49-93d7-95195e9565b8, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:17:41.332113 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Network 91e0cac6-eac1-4a49-93d7-95195e9565b8 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:17:41.346000 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, 91e0cac6-eac1-4a49-93d7-95195e9565b8) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:41.354952 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a2508-6074-406b-bab1-2dd2a1adbe5a None None] Network 91e0cac6-eac1-4a49-93d7-95195e9565b8 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:17:41.357312 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:41.357968 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:41.371777 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:41.383598 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 59868) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:41.384326 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-7d7ca156-4fee-4466-9fa8-f12bc9c4f50c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4005575 Jun 28 03:17:41.394428 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:41.431820 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (0ed09f48-58c3-442f-a5a5-b99d39e9843f), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:41.436756 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (0ed09f48-58c3-442f-a5a5-b99d39e9843f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:41.482276 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-91e0cac6-eac1-4a49-93d7-95195e9565b8', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:17:41.483344 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:41.585536 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks [] for router_controller (0ed09f48-58c3-442f-a5a5-b99d39e9843f), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:41.655652 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Allocated IP 172.20.0.2 (91e0cac6-eac1-4a49-93d7-95195e9565b8/b76d83b2-d8ab-42d5-8de3-e8a02969a29d/7790aca6-43e1-4ba8-9874-e9983087c37d) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:17:41.753240 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59876) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:41.790560 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59880) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:41.831925 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Publish callbacks [] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:41.843377 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:41.887211 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Network 91e0cac6-eac1-4a49-93d7-95195e9565b8 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:41.891458 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:41.895634 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:17:41.915517 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks [] for router_gateway (0ed09f48-58c3-442f-a5a5-b99d39e9843f), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:41.932846 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Pushing event updated for resources: {'Port': ['ID=7790aca6-43e1-4ba8-9874-e9983087c37d,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:41.955386 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.956065 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.956857 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.957409 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.957966 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.958595 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.959133 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.959722 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.960271 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.960792 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.961336 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.961875 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.962389 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.962915 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.963416 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Tracked resource versions report: Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: pushed versions: Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: { 'AddressGroup': {'1.2'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Agent': {'1.1'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'ConntrackHelper': {'1.0'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'LocalIPAssociation': {'1.0'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Log': {'1.0'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'NDPProxy': {'1.0'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Network': {'1.1'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Port': {'1.7'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'PortForwarding': {'1.3'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'QosPolicy': {'1.10'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SecurityGroup': {'1.5'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SecurityGroupRule': {'1.2'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SubPort': {'1.0'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Subnet': {'1.1'}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Trunk': {'1.1'}} Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: consumer versions: Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: { DHCP agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: HyperV agent@hv-cinder-84684: {}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: L3 agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: Metadata agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: Metering agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: Open vSwitch agent@dv-cinder-846842-5-iscsi: { 'AddressGroup': '1.2', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Agent': '1.1', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'ConntrackHelper': '1.0', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'LocalIPAssociation': '1.0', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Log': '1.0', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'NDPProxy': '1.0', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Network': '1.1', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Port': '1.7', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'PortForwarding': '1.3', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'QosPolicy': '1.10', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SecurityGroup': '1.5', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SecurityGroupRule': '1.2', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'SubPort': '1.0', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Subnet': '1.1', Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: 'Trunk': '1.1'}} Jun 28 03:17:41.964963 dv-cinder-846842-5-iscsi neutron-server[103937]: {{(pid=103937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 03:17:41.992416 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Attempting to bind port 7790aca6-43e1-4ba8-9874-e9983087c37d on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:17:41.992904 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Attempting to bind port 7790aca6-43e1-4ba8-9874-e9983087c37d by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:17:41.993359 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Attempting to bind port 7790aca6-43e1-4ba8-9874-e9983087c37d on network 91e0cac6-eac1-4a49-93d7-95195e9565b8 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:17:41.999072 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:17:41.999595 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Checking segment: {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:42.000001 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.000475 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Bound using segment: {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:17:42.000998 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Bound port: 7790aca6-43e1-4ba8-9874-e9983087c37d, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:17:42.001448 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.071492 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] For port 7790aca6-43e1-4ba8-9874-e9983087c37d, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:17:42.076197 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] For port 7790aca6-43e1-4ba8-9874-e9983087c37d, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=7790aca6-43e1-4ba8-9874-e9983087c37d,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:17:42.086176 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.100989 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:42.167784 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9990c-c9e3-4e24-9260-22d69eabc8f1 None None] Pushing event updated for resources: {'Port': ['ID=7790aca6-43e1-4ba8-9874-e9983087c37d,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:42.206227 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks [] for router_gateway (0ed09f48-58c3-442f-a5a5-b99d39e9843f), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.224813 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-363117797-network', 'tenant_id': '43bb7fc15b254d9f877373131c37923c'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:42.232253 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.260572 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-28339661-network', 'tenant_id': 'd304cd70ec38400b9f35cd201ad22f82'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:42.266022 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 59906) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:42.282616 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:42.284367 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Made reservation on behalf of 43bb7fc15b254d9f877373131c37923c for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:17:42.286936 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.301141 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.312904 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Made reservation on behalf of d304cd70ec38400b9f35cd201ad22f82 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:17:42.315677 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.399131 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.467693 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Allocated IP 172.27.2.7 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/e6054482-9ab0-486b-a585-7577e30f5314) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:17:42.468373 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Publish callbacks [] for security_group (8021c948-c80a-4b27-b606-e9e957ee5a8f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.551437 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (8021c948-c80a-4b27-b606-e9e957ee5a8f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.551437 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:17:42.556286 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8021c948-c80a-4b27-b606-e9e957ee5a8f,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:42.572353 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (50bcf259-0f40-4a07-a6eb-0afb807ea989), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.572708 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Added segment 50bcf259-0f40-4a07-a6eb-0afb807ea989 of type vlan for network ac13b420-c939-45ed-9039-496df8fc15f5 Jun 28 03:17:42.637456 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Publish callbacks [] for security_group (7826e4b0-03e1-405d-96a6-758e25870348), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.668952 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (7826e4b0-03e1-405d-96a6-758e25870348), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.700977 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks [] for port (e6054482-9ab0-486b-a585-7577e30f5314), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.704053 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (ac13b420-c939-45ed-9039-496df8fc15f5), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.710619 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:17:42.749909 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (19582432-9a21-4b47-b4b4-69d6d1a5044e), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.750559 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Added segment 19582432-9a21-4b47-b4b4-69d6d1a5044e of type vlan for network eb7d0506-2759-4a5a-811d-c537888c10c9 Jun 28 03:17:42.760792 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-769259080-network', 'tenant_id': '63f6b05085584fd5beecbe54c7251525'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:42.762180 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7826e4b0-03e1-405d-96a6-758e25870348,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:42.795936 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Made reservation on behalf of 63f6b05085584fd5beecbe54c7251525 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:17:42.798775 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.801529 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (ac13b420-c939-45ed-9039-496df8fc15f5), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.802545 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:42.803332 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.814741 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.825438 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (e6054482-9ab0-486b-a585-7577e30f5314), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.834995 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (eb7d0506-2759-4a5a-811d-c537888c10c9), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.841593 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=23,neutron:SELECT=73,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:42.863598 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0715828 Jun 28 03:17:42.866819 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59934) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:42.871843 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:42.877177 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:42.878207 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Request body: {'subnet': {'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-363117797-subnet', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:42.884135 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:17:42.945714 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e67f24-6e4f-41b4-a16d-a1e35067c943 admin admin] Pushing event updated for resources: {'Network': ['ID=ac13b420-c939-45ed-9039-496df8fc15f5,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:42.959884 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (eb7d0506-2759-4a5a-811d-c537888c10c9), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.961036 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:42.961639 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:42.981193 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network ac13b420-c939-45ed-9039-496df8fc15f5 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:17:42.987111 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Made reservation on behalf of 43bb7fc15b254d9f877373131c37923c for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:17:42.989817 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:43.040259 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2833219 Jun 28 03:17:43.043806 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59940) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:43.082477 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Request body: {'subnet': {'network_id': 'eb7d0506-2759-4a5a-811d-c537888c10c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-28339661-subnet', 'tenant_id': 'd304cd70ec38400b9f35cd201ad22f82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:43.100232 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:43.103084 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:43.131453 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58ddf8-1d7a-4a85-90a0-69f2940d7ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=eb7d0506-2759-4a5a-811d-c537888c10c9,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:43.149856 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network eb7d0506-2759-4a5a-811d-c537888c10c9 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:17:43.230468 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Made reservation on behalf of d304cd70ec38400b9f35cd201ad22f82 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:17:43.233087 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:43.295741 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 7790aca6-43e1-4ba8-9874-e9983087c37d up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:43.383133 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Pushing event updated for resources: {'Port': ['ID=e6054482-9ab0-486b-a585-7577e30f5314,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:43.411530 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 7790aca6-43e1-4ba8-9874-e9983087c37d triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:43.411921 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:43.504067 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:43.521301 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for subnet (a779ab20-0563-491c-84d2-f67e49b2d901), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:43.572405 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 7790aca6-43e1-4ba8-9874-e9983087c37d is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:43.573814 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:43.650772 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:43.671606 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.672236 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.676602 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 7790aca6-43e1-4ba8-9874-e9983087c37d, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=7790aca6-43e1-4ba8-9874-e9983087c37d,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:17:43.677611 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.678021 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.678433 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.678764 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.679153 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.686780 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:43.688316 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.689010 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.689538 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.690066 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.690602 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.691162 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.691503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.691840 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Tracked resource versions report: Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: pushed versions: Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: { 'AddressGroup': {'1.2'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Agent': {'1.1'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'ConntrackHelper': {'1.0'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'LocalIPAssociation': {'1.0'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Log': {'1.0'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'NDPProxy': {'1.0'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Network': {'1.1'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Port': {'1.7'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'PortForwarding': {'1.3'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'QosPolicy': {'1.10'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SecurityGroup': {'1.5'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SecurityGroupRule': {'1.2'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SubPort': {'1.0'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Subnet': {'1.1'}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Trunk': {'1.1'}} Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: consumer versions: Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: { DHCP agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: HyperV agent@hv-cinder-84684: {}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: L3 agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: Metadata agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: Metering agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: Open vSwitch agent@dv-cinder-846842-5-iscsi: { 'AddressGroup': '1.2', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Agent': '1.1', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'ConntrackHelper': '1.0', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'LocalIPAssociation': '1.0', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Log': '1.0', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'NDPProxy': '1.0', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Network': '1.1', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Port': '1.7', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'PortForwarding': '1.3', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'QosPolicy': '1.10', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SecurityGroup': '1.5', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SecurityGroupRule': '1.2', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'SubPort': '1.0', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Subnet': '1.1', Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: 'Trunk': '1.1'}} Jun 28 03:17:43.693073 dv-cinder-846842-5-iscsi neutron-server[103936]: {{(pid=103936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 03:17:43.701607 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks [] for router_gateway (0ed09f48-58c3-442f-a5a5-b99d39e9843f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:43.748877 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b44d3b4-fbe4-4a96-94b2-587dacd32dea None None] Network 91e0cac6-eac1-4a49-93d7-95195e9565b8 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:17:43.884811 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8988492e-8fe2-4547-9f79-69b7553b4329 None None] Provisioning complete for port 7790aca6-43e1-4ba8-9874-e9983087c37d triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:43.885421 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8988492e-8fe2-4547-9f79-69b7553b4329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:43.935369 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for subnet (75f4d59d-0c64-4893-845c-9e1b17387cfc), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:43.969452 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:44.030489 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Checking segment: {'id': '19582432-9a21-4b47-b4b4-69d6d1a5044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eb7d0506-2759-4a5a-811d-c537888c10c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:44.030912 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Network hostable DHCP agents. Network: eb7d0506-2759-4a5a-811d-c537888c10c9, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:17:44.037496 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Checking segment: {'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:44.037930 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Network hostable DHCP agents. Network: ac13b420-c939-45ed-9039-496df8fc15f5, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:17:44.042670 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a779ab20-0563-491c-84d2-f67e49b2d901,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:44.044092 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=7790aca6-43e1-4ba8-9874-e9983087c37d,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:44.124191 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (0ed09f48-58c3-442f-a5a5-b99d39e9843f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.125549 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Network ac13b420-c939-45ed-9039-496df8fc15f5 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:17:44.134514 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f4d59d-0c64-4893-845c-9e1b17387cfc,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:44.137800 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Network eb7d0506-2759-4a5a-811d-c537888c10c9 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:17:44.145588 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, ac13b420-c939-45ed-9039-496df8fc15f5) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:44.150692 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, eb7d0506-2759-4a5a-811d-c537888c10c9) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:44.155829 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:44.156443 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.166844 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e046f-e3f1-48d1-aa55-b23fb77898b6 None None] Network ac13b420-c939-45ed-9039-496df8fc15f5 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:17:44.195244 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8988492e-8fe2-4547-9f79-69b7553b4329 None None] Current status of the port 7790aca6-43e1-4ba8-9874-e9983087c37d is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:44.198609 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b2ed40ef-1e73-477d-b6c0-b0e72402d385 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3266830 Jun 28 03:17:44.201984 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59964) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:44.206882 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:44.208734 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.221119 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-363117797-router', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:44.258027 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb7dee1-41b9-4433-980e-e896a45ff972 None None] Network eb7d0506-2759-4a5a-811d-c537888c10c9 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:17:44.278978 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (17b0bb54-acb9-4558-9598-4ea6723a6d54), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.280662 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (17b0bb54-acb9-4558-9598-4ea6723a6d54), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.297957 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-47dfccdd-14f5-4c7d-9045-6fabb7b68617 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2527051 Jun 28 03:17:44.416293 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-ac13b420-c939-45ed-9039-496df8fc15f5', 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5', 'project_id': '43bb7fc15b254d9f877373131c37923c', 'fixed_ips': [{'subnet_id': 'a779ab20-0563-491c-84d2-f67e49b2d901'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:17:44.417234 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.459082 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks [] for router_controller (17b0bb54-acb9-4558-9598-4ea6723a6d54), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.487870 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf155c55-e69b-4631-a987-774208dec4b9 None None] Network eb7d0506-2759-4a5a-811d-c537888c10c9 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:17:44.511006 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Publish callbacks [] for security_group (4689be4e-45bd-4b26-aa1e-370082bfaa23), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.522538 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4689be4e-45bd-4b26-aa1e-370082bfaa23), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.577961 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4689be4e-45bd-4b26-aa1e-370082bfaa23,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:44.629653 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:17:44.681688 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:44.704633 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762521579843', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.704987 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Unsubscribe: segment precommit_create {{(pid=103936) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 03:17:44.708133 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Added segment f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4 of type vlan for network 78d460e7-819f-442d-8ddd-fecab5b4b6fc Jun 28 03:17:44.768118 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:44.814128 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-0ddaacce-d169-4da5-aa9f-d742c0258df9 None None] Provisioning complete for port 7790aca6-43e1-4ba8-9874-e9983087c37d triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:44.814128 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0ddaacce-d169-4da5-aa9f-d742c0258df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:44.827691 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Router 0ed09f48-58c3-442f-a5a5-b99d39e9843f is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:17:44.869507 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (78d460e7-819f-442d-8ddd-fecab5b4b6fc), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.022252 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (78d460e7-819f-442d-8ddd-fecab5b4b6fc), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.024001 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:45.027960 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.056432 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks [] for router_gateway (17b0bb54-acb9-4558-9598-4ea6723a6d54), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.097978 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.8308806 Jun 28 03:17:45.103473 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 59996) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:45.108776 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Request body: {'subnet': {'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-769259080-subnet', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:45.147998 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Allocated IP 172.20.0.2 (ac13b420-c939-45ed-9039-496df8fc15f5/a779ab20-0563-491c-84d2-f67e49b2d901/fb06efd4-a8e1-4498-b787-c239ed34804e) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:17:45.187246 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 7790aca6-43e1-4ba8-9874-e9983087c37d up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:45.252749 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:17:45.263764 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Made reservation on behalf of 63f6b05085584fd5beecbe54c7251525 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:17:45.265923 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.273133 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Sync routers for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:17:45.291999 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:17:45.292685 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:45.350220 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a236e-4408-451d-be7b-246b8209ba82 admin admin] Pushing event updated for resources: {'Network': ['ID=78d460e7-819f-442d-8ddd-fecab5b4b6fc,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:45.357263 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 7790aca6-43e1-4ba8-9874-e9983087c37d triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:45.359362 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.381605 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:45.389387 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.391640 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1bb6bbe2-88f4-4b33-b61e-01b2a5664c01 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0040874 Jun 28 03:17:45.394058 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60012) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:45.455087 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:17:45.503922 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:17:45.569740 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60020) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:45.610191 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:45.615797 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1512384166-network', 'tenant_id': 'f3606f865b1646199570498ab6e7e612'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:45.655400 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for subnet (09c0e3c7-887f-4f02-b281-87d6ff6c281d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.706701 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:45.707563 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c0e3c7-887f-4f02-b281-87d6ff6c281d,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:45.724572 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks [] for router_gateway (17b0bb54-acb9-4558-9598-4ea6723a6d54), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.729624 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Publish callbacks [] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.760886 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.781471 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Made reservation on behalf of f3606f865b1646199570498ab6e7e612 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:17:45.792900 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.832743 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.843649 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:45.850873 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:43Z', 'revision_number': 3, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:45.914610 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Checking router: 0ed09f48-58c3-442f-a5a5-b99d39e9843f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:17:45.915315 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Updating router 0ed09f48-58c3-442f-a5a5-b99d39e9843f port e6054482-9ab0-486b-a585-7577e30f5314 binding host dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:17:45.921153 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Pushing event updated for resources: {'Port': ['ID=fb06efd4-a8e1-4498-b787-c239ed34804e,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:45.924068 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Checking segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:45.924483 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Network hostable DHCP agents. Network: 78d460e7-819f-442d-8ddd-fecab5b4b6fc, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:17:45.930505 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-0ddaacce-d169-4da5-aa9f-d742c0258df9 None None] Current status of the port 7790aca6-43e1-4ba8-9874-e9983087c37d is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:45.960478 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Network ac13b420-c939-45ed-9039-496df8fc15f5 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:45.968575 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:45.983118 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:17:45.994100 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (e6054482-9ab0-486b-a585-7577e30f5314), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.029583 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 7790aca6-43e1-4ba8-9874-e9983087c37d is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:46.061826 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Attempting to bind port fb06efd4-a8e1-4498-b787-c239ed34804e on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:17:46.062520 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Attempting to bind port fb06efd4-a8e1-4498-b787-c239ed34804e by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:17:46.063171 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Attempting to bind port fb06efd4-a8e1-4498-b787-c239ed34804e on network ac13b420-c939-45ed-9039-496df8fc15f5 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:17:46.069541 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:17:46.070251 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Checking segment: {'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:46.070828 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.071365 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Bound using segment: {'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:17:46.072183 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Bound port: fb06efd4-a8e1-4498-b787-c239ed34804e, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:17:46.072757 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.128812 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Publish callbacks [] for security_group (093bab0d-108e-48f0-bc82-68f24952b18f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.158934 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] For port fb06efd4-a8e1-4498-b787-c239ed34804e, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:17:46.163073 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] For port fb06efd4-a8e1-4498-b787-c239ed34804e, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=fb06efd4-a8e1-4498-b787-c239ed34804e,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:17:46.175092 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.185012 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (093bab0d-108e-48f0-bc82-68f24952b18f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.247087 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:46.256621 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:17:46.264044 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:17:46.283944 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Allocated IP 172.27.2.145 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/ad4885ed-2088-4879-89dc-8eb104049044) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:17:46.293400 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e884e-807d-4439-ba18-0711ef051b3c None None] Pushing event updated for resources: {'Port': ['ID=fb06efd4-a8e1-4498-b787-c239ed34804e,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:46.313603 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093bab0d-108e-48f0-bc82-68f24952b18f,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:46.335144 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (7329e416-ba7a-48c3-92cb-2bc7792330ad), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.335726 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Added segment 7329e416-ba7a-48c3-92cb-2bc7792330ad of type vlan for network 95cf21cc-c8b2-4746-ae82-b49f3a605361 Jun 28 03:17:46.390843 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.396030 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, 78d460e7-819f-442d-8ddd-fecab5b4b6fc) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:46.412176 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217fb1da-be77-4a8e-949a-826facc4ff4c None None] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:17:46.455455 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:46.489921 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:46.490498 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.527263 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (95cf21cc-c8b2-4746-ae82-b49f3a605361), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.652328 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5be092e3-35d0-465a-9975-6f019a5565f1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5476177 Jun 28 03:17:46.658977 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60064) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:46.666513 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:17:46.667903 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.671654 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:46.672034 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:46.715646 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (95cf21cc-c8b2-4746-ae82-b49f3a605361), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.716661 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:46.717234 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.831902 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks [] for port (ad4885ed-2088-4879-89dc-8eb104049044), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.832013 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (60d657da-ce4d-4ea9-9280-2e37896d8e9a), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.833400 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (60d657da-ce4d-4ea9-9280-2e37896d8e9a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.872548 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2605374 Jun 28 03:17:46.877701 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60074) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:46.887725 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Request body: {'subnet': {'network_id': '95cf21cc-c8b2-4746-ae82-b49f3a605361', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1512384166-subnet', 'tenant_id': 'f3606f865b1646199570498ab6e7e612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:46.946285 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:46.954155 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8757306-5ff4-40b2-ba8b-ef22ea64a88d admin admin] Pushing event updated for resources: {'Network': ['ID=95cf21cc-c8b2-4746-ae82-b49f3a605361,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:46.982571 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Made reservation on behalf of f3606f865b1646199570498ab6e7e612 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:17:46.985162 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.988069 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks [] for router_controller (60d657da-ce4d-4ea9-9280-2e37896d8e9a), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:46.991552 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Allocated IP 172.20.0.1 (91e0cac6-eac1-4a49-93d7-95195e9565b8/b76d83b2-d8ab-42d5-8de3-e8a02969a29d/f7c9b9de-07b4-482c-961a-d724225eb050) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:17:46.993286 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:46.999227 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network 95cf21cc-c8b2-4746-ae82-b49f3a605361 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:17:47.020190 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:47.025023 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (ad4885ed-2088-4879-89dc-8eb104049044), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.104449 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Pushing event updated for resources: {'Port': ['ID=ad4885ed-2088-4879-89dc-8eb104049044,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:47.237808 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:47.243306 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:47.249133 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:17:47.292574 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks [] for router_gateway (60d657da-ce4d-4ea9-9280-2e37896d8e9a), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.304276 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device fb06efd4-a8e1-4498-b787-c239ed34804e up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:47.362773 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Publish callbacks [] for port (e6054482-9ab0-486b-a585-7577e30f5314), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.373753 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (e6054482-9ab0-486b-a585-7577e30f5314), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.453718 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Pushing event updated for resources: {'Port': ['ID=e6054482-9ab0-486b-a585-7577e30f5314,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:47.479656 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.480377 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.481355 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.481896 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.482307 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Allocated IP 172.20.0.2 (78d460e7-819f-442d-8ddd-fecab5b4b6fc/09c0e3c7-887f-4f02-b281-87d6ff6c281d/25d5dd0e-d30a-4c46-b0f6-eadd7608c330) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:17:47.482658 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.483134 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.493019 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.493019 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.493019 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.493019 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.496614 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.497044 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.497382 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.497732 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.498083 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Tracked resource versions report: Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: pushed versions: Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: { 'AddressGroup': {'1.2'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Agent': {'1.1'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'ConntrackHelper': {'1.0'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'LocalIPAssociation': {'1.0'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Log': {'1.0'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'NDPProxy': {'1.0'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Network': {'1.1'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Port': {'1.7'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'PortForwarding': {'1.3'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'QosPolicy': {'1.10'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SecurityGroup': {'1.5'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SecurityGroupRule': {'1.2'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SubPort': {'1.0'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Subnet': {'1.1'}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Trunk': {'1.1'}} Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: consumer versions: Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: { DHCP agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: HyperV agent@hv-cinder-84684: {}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: L3 agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: Metadata agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: Metering agent@dv-cinder-846842-5-iscsi: {}, Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: Open vSwitch agent@dv-cinder-846842-5-iscsi: { 'AddressGroup': '1.2', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Agent': '1.1', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'ConntrackHelper': '1.0', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'LocalIPAssociation': '1.0', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Log': '1.0', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'NDPProxy': '1.0', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Network': '1.1', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Port': '1.7', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'PortForwarding': '1.3', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'QosPolicy': '1.10', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SecurityGroup': '1.5', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SecurityGroupRule': '1.2', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'SubPort': '1.0', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Subnet': '1.1', Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: 'Trunk': '1.1'}} Jun 28 03:17:47.499333 dv-cinder-846842-5-iscsi neutron-server[103938]: {{(pid=103938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 03:17:47.516877 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Attempting to bind port e6054482-9ab0-486b-a585-7577e30f5314 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:17:47.517309 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Attempting to bind port e6054482-9ab0-486b-a585-7577e30f5314 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:17:47.518242 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Attempting to bind port e6054482-9ab0-486b-a585-7577e30f5314 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:17:47.550721 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:17:47.551458 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:47.552234 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.553556 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:17:47.554730 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Bound port: e6054482-9ab0-486b-a585-7577e30f5314, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:17:47.555692 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (e6054482-9ab0-486b-a585-7577e30f5314), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.632941 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port fb06efd4-a8e1-4498-b787-c239ed34804e triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:47.634084 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.703940 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for subnet (3e127e3e-a193-41e9-acc4-09a2e72400fa), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.707661 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] For port e6054482-9ab0-486b-a585-7577e30f5314, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:17:47.716073 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] For port e6054482-9ab0-486b-a585-7577e30f5314, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=e6054482-9ab0-486b-a585-7577e30f5314,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:17:47.741146 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (e6054482-9ab0-486b-a585-7577e30f5314), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.811742 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Publish callbacks [] for port (f7c9b9de-07b4-482c-961a-d724225eb050), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.822648 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:47.835644 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e127e3e-a193-41e9-acc4-09a2e72400fa,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:47.836040 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks [] for router_gateway (60d657da-ce4d-4ea9-9280-2e37896d8e9a), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.857306 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:17:47.857524 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:47.864245 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.934762 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Checking segment: {'id': '7329e416-ba7a-48c3-92cb-2bc7792330ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '95cf21cc-c8b2-4746-ae82-b49f3a605361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:47.934762 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Network hostable DHCP agents. Network: 95cf21cc-c8b2-4746-ae82-b49f3a605361, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:17:47.951159 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.953248 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks [] for router_gateway (17b0bb54-acb9-4558-9598-4ea6723a6d54), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.961825 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:17:47.976747 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Publish callbacks [] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.988082 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0099d25-2b3a-4cd3-835e-332ef6964f4a None None] Network ac13b420-c939-45ed-9039-496df8fc15f5 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:17:47.992750 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8e9117fd-b371-47de-a77e-1a54e2dd4af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:47.999828 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.018717 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:48.024779 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:48.035333 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Network 91e0cac6-eac1-4a49-93d7-95195e9565b8 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:48.038874 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Pushing event updated for resources: {'Port': ['ID=f7c9b9de-07b4-482c-961a-d724225eb050,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:48.043955 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:48.056758 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:17:48.057490 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (0ed09f48-58c3-442f-a5a5-b99d39e9843f), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.069907 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Pushing event updated for resources: {'Port': ['ID=25d5dd0e-d30a-4c46-b0f6-eadd7608c330,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:48.103361 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-1556cf2d-37bc-4ceb-935c-8142e2f474d3 None None] Provisioning complete for port fb06efd4-a8e1-4498-b787-c239ed34804e triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:48.103847 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1556cf2d-37bc-4ceb-935c-8142e2f474d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.153580 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:43Z', 'revision_number': 3, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:48.170870 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:48.173772 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:48.206777 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:48.211248 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db32715-e6a4-4b9d-b0ab-2edd5e9425ef None None] Pushing event updated for resources: {'Port': ['ID=e6054482-9ab0-486b-a585-7577e30f5314,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:48.217145 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a68da1-8e1e-4dcb-a115-70902bd3dfda None None] The sync data for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi is: [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:43Z', 'revision_number': 3, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:17:48.235117 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:17:48.336768 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-1556cf2d-37bc-4ceb-935c-8142e2f474d3 None None] Current status of the port fb06efd4-a8e1-4498-b787-c239ed34804e is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:48.336768 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1556cf2d-37bc-4ceb-935c-8142e2f474d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.378921 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Network 95cf21cc-c8b2-4746-ae82-b49f3a605361 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:17:48.406989 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port fb06efd4-a8e1-4498-b787-c239ed34804e is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:48.407371 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.417948 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:48.430216 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, 95cf21cc-c8b2-4746-ae82-b49f3a605361) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:48.444086 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:48.444704 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.449283 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:48.453038 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d171cf0-894a-4d8f-88f8-1da552701e2a None None] Network 95cf21cc-c8b2-4746-ae82-b49f3a605361 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:17:48.459437 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Attempting to bind port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:17:48.459832 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Attempting to bind port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:17:48.460146 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Attempting to bind port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:17:48.465886 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (17b0bb54-acb9-4558-9598-4ea6723a6d54), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.506150 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:17:48.506402 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Checking segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:48.506700 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.507086 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Bound using segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:17:48.507565 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Bound port: 25d5dd0e-d30a-4c46-b0f6-eadd7608c330, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:17:48.507933 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.521265 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-1556cf2d-37bc-4ceb-935c-8142e2f474d3 None None] For port fb06efd4-a8e1-4498-b787-c239ed34804e, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=fb06efd4-a8e1-4498-b787-c239ed34804e,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:17:48.545468 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1556cf2d-37bc-4ceb-935c-8142e2f474d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.561822 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Allocated IP 172.27.2.129 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/d48930ba-52df-4548-86c7-4d540e62f6e7) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:17:48.589233 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-cd1cb6c7-ba5a-4bd0-8741-4652b9867d3a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7014809 Jun 28 03:17:48.589233 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:48.598209 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.699270 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Router 17b0bb54-acb9-4558-9598-4ea6723a6d54 is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:17:48.807862 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:48.887538 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60110) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:48.897435 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks [] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.929846 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.db.api [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 28 03:17:48.930301 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG oslo_db.api [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 03:17:48.952648 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:17:48.967887 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-204e24ca-889e-4c0b-adb1-7494b59eb238 None None] Provisioning complete for port f7c9b9de-07b4-482c-961a-d724225eb050 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:48.967887 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-204e24ca-889e-4c0b-adb1-7494b59eb238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:48.971511 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-e423e191-8bbc-4cda-9fe1-5388110eb790 admin admin] Deleting subnet 75f4d59d-0c64-4893-845c-9e1b17387cfc {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:17:48.975234 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e423e191-8bbc-4cda-9fe1-5388110eb790 admin admin] Publish callbacks [] for subnet (75f4d59d-0c64-4893-845c-9e1b17387cfc), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.000076 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.001415 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c15fbd29-90f2-4806-bd64-a3e16ea2aa7b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7984045 Jun 28 03:17:49.005174 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60112) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:49.020280 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e423e191-8bbc-4cda-9fe1-5388110eb790 admin admin] Publish callbacks [] for subnet (75f4d59d-0c64-4893-845c-9e1b17387cfc), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.027891 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Sync routers for ids ['17b0bb54-acb9-4558-9598-4ea6723a6d54'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:17:49.030797 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee3103-0a2f-476b-a10a-72ae0b7f6496 None None] Network 95cf21cc-c8b2-4746-ae82-b49f3a605361 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:17:49.031935 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e423e191-8bbc-4cda-9fe1-5388110eb790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (75f4d59d-0c64-4893-845c-9e1b17387cfc), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.066541 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556cf2d-37bc-4ceb-935c-8142e2f474d3 None None] Pushing event updated for resources: {'Port': ['ID=fb06efd4-a8e1-4498-b787-c239ed34804e,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:49.078448 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-204e24ca-889e-4c0b-adb1-7494b59eb238 None None] Port f7c9b9de-07b4-482c-961a-d724225eb050 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:17:49.095914 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Publish callbacks [] for port (f7c9b9de-07b4-482c-961a-d724225eb050), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.102317 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e423e191-8bbc-4cda-9fe1-5388110eb790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for subnet (75f4d59d-0c64-4893-845c-9e1b17387cfc), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.111831 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.112720 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (0ed09f48-58c3-442f-a5a5-b99d39e9843f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.126377 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] For port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:17:49.133595 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Routers {'17b0bb54-acb9-4558-9598-4ea6723a6d54'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:17:49.134585 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['17b0bb54-acb9-4558-9598-4ea6723a6d54'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:49.139812 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423e191-8bbc-4cda-9fe1-5388110eb790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f4d59d-0c64-4893-845c-9e1b17387cfc,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:49.142664 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e423e191-8bbc-4cda-9fe1-5388110eb790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.150113 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e423e191-8bbc-4cda-9fe1-5388110eb790 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/75f4d59d-0c64-4893-845c-9e1b17387cfc HTTP/1.1" status: 204 len: 168 time: 0.2614362 Jun 28 03:17:49.151274 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60116) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:49.175604 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Pushing event updated for resources: {'Port': ['ID=f7c9b9de-07b4-482c-961a-d724225eb050,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:49.191419 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.213610 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:49.214784 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:49.226281 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] For port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=25d5dd0e-d30a-4c46-b0f6-eadd7608c330,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:17:49.241575 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:49.246349 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (eb7d0506-2759-4a5a-811d-c537888c10c9), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.256677 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:17:49.268048 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.289279 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-d0ec64b7-f002-471e-819b-3dd61b1fc57d None None] Provisioning complete for port fb06efd4-a8e1-4498-b787-c239ed34804e triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:49.289680 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d0ec64b7-f002-471e-819b-3dd61b1fc57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.359392 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (eb7d0506-2759-4a5a-811d-c537888c10c9), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.403834 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.404506 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.404952 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.405319 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > port after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.405695 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.406166 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > port after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.406695 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.407016 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.408467 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.410004 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.441551 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Set router 17b0bb54-acb9-4558-9598-4ea6723a6d54 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:17:49.514042 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:49.534588 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Pushing event updated for resources: {'Port': ['ID=d48930ba-52df-4548-86c7-4d540e62f6e7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:49.618941 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:49.625850 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f3d54-1896-48a2-a9bb-e3d8c8f173a6 None None] Pushing event updated for resources: {'Port': ['ID=25d5dd0e-d30a-4c46-b0f6-eadd7608c330,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:49.703687 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port fb06efd4-a8e1-4498-b787-c239ed34804e is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:49.710617 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Network 91e0cac6-eac1-4a49-93d7-95195e9565b8 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:49.722147 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:49.770952 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec64b7-f002-471e-819b-3dd61b1fc57d None None] Current status of the port fb06efd4-a8e1-4498-b787-c239ed34804e is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:49.908315 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d29f52f7-5f46-4de2-8c6d-f5b97faa6c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:49.941711 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'name': 'tempest-DeleteServersTestJSON-363117797-router', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:44Z', 'updated_at': '2022-06-28T03:17:47Z', 'revision_number': 3, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'gw_port': {'id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:45Z', 'updated_at': '2022-06-28T03:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:49.970400 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.970735 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.971060 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.976214 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:49.977916 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7d0506-2759-4a5a-811d-c537888c10c9']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:50.010445 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19582432-9a21-4b47-b4b4-69d6d1a5044e') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:50.010777 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19582432-9a21-4b47-b4b4-69d6d1a5044e') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:50.033335 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Checking router: 17b0bb54-acb9-4558-9598-4ea6723a6d54 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:17:50.034338 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Updating router 17b0bb54-acb9-4558-9598-4ea6723a6d54 port ad4885ed-2088-4879-89dc-8eb104049044 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:17:50.057138 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2734211'] for segment (19582432-9a21-4b47-b4b4-69d6d1a5044e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.107954 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (19582432-9a21-4b47-b4b4-69d6d1a5044e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.121210 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:17:50.125155 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device e6054482-9ab0-486b-a585-7577e30f5314 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:50.127119 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1211205'] for segment (19582432-9a21-4b47-b4b4-69d6d1a5044e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.130591 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (ad4885ed-2088-4879-89dc-8eb104049044), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.160863 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks [] for router_gateway (60d657da-ce4d-4ea9-9280-2e37896d8e9a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.254178 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (eb7d0506-2759-4a5a-811d-c537888c10c9), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.266576 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Router 0ed09f48-58c3-442f-a5a5-b99d39e9843f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:17:50.273049 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.279005 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eb7d0506-2759-4a5a-811d-c537888c10c9 HTTP/1.1" status: 204 len: 168 time: 1.1241658 Jun 28 03:17:50.280103 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60138) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:50.316506 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.336706 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-ecf1eeff-f0f0-4118-b0dd-ca363d09ca06 None None] Provisioning complete for port f7c9b9de-07b4-482c-961a-d724225eb050 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:50.337099 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ecf1eeff-f0f0-4118-b0dd-ca363d09ca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.348524 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a6aa7-a84c-4893-91c4-a1b8e238de31 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7d0506-2759-4a5a-811d-c537888c10c9,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:50.365092 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dcbd64-229d-4749-b7ae-19980980798b admin admin] Deleting subnet 3e127e3e-a193-41e9-acc4-09a2e72400fa {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:17:50.370479 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d2dcbd64-229d-4749-b7ae-19980980798b admin admin] Publish callbacks [] for subnet (3e127e3e-a193-41e9-acc4-09a2e72400fa), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.420054 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:50.431632 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d2dcbd64-229d-4749-b7ae-19980980798b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734234'] for subnet (3e127e3e-a193-41e9-acc4-09a2e72400fa), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.514354 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d2dcbd64-229d-4749-b7ae-19980980798b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (3e127e3e-a193-41e9-acc4-09a2e72400fa), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.529764 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1eeff-f0f0-4118-b0dd-ca363d09ca06 None None] Port f7c9b9de-07b4-482c-961a-d724225eb050 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:17:50.553195 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port e6054482-9ab0-486b-a585-7577e30f5314 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:50.554234 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (e6054482-9ab0-486b-a585-7577e30f5314), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.559062 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:50.623448 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment 19582432-9a21-4b47-b4b4-69d6d1a5044e resource provider aggregate not found Jun 28 03:17:50.664498 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment 19582432-9a21-4b47-b4b4-69d6d1a5044e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19582432-9a21-4b47-b4b4-69d6d1a5044e found for delete ", "request_id": "req-d61ea50e-023e-421e-9a18-f34ff1730fc5"}]} Jun 28 03:17:50.682721 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d2dcbd64-229d-4749-b7ae-19980980798b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1211299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593250'] for subnet (3e127e3e-a193-41e9-acc4-09a2e72400fa), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.707924 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d2dcbd64-229d-4749-b7ae-19980980798b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.718087 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d2dcbd64-229d-4749-b7ae-19980980798b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3e127e3e-a193-41e9-acc4-09a2e72400fa HTTP/1.1" status: 204 len: 168 time: 0.4113429 Jun 28 03:17:50.758303 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60166) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:50.777521 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcbd64-229d-4749-b7ae-19980980798b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e127e3e-a193-41e9-acc4-09a2e72400fa,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:50.784586 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port e6054482-9ab0-486b-a585-7577e30f5314 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:50.784972 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (e6054482-9ab0-486b-a585-7577e30f5314), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.896045 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port e6054482-9ab0-486b-a585-7577e30f5314, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=e6054482-9ab0-486b-a585-7577e30f5314,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:17:50.914144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (e6054482-9ab0-486b-a585-7577e30f5314), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:50.915021 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:50.928200 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:51.039086 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:51.041452 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Publish callbacks [] for port (ad4885ed-2088-4879-89dc-8eb104049044), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.069171 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:17:51.076755 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (ad4885ed-2088-4879-89dc-8eb104049044), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.081421 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Sync routers for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:17:51.086118 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (95cf21cc-c8b2-4746-ae82-b49f3a605361), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.100085 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:17:51.101490 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:51.114576 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b4941fad-c580-4761-b348-a9a981c0dc1e admin admin] 10.222.0.44 "PUT /v2.0/routers/0ed09f48-58c3-442f-a5a5-b99d39e9843f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7191594 Jun 28 03:17:51.116351 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.128347 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=e6054482-9ab0-486b-a585-7577e30f5314,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:51.283296 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:51.284464 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.303888 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Attempting to bind port ad4885ed-2088-4879-89dc-8eb104049044 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:17:51.304688 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Attempting to bind port ad4885ed-2088-4879-89dc-8eb104049044 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:17:51.306616 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Attempting to bind port ad4885ed-2088-4879-89dc-8eb104049044 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:17:51.395564 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60198) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:51.404794 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:17:51.405368 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:51.406110 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.407649 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:17:51.410120 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Bound port: ad4885ed-2088-4879-89dc-8eb104049044, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:17:51.410639 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (ad4885ed-2088-4879-89dc-8eb104049044), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.420872 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:17:51.430685 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.460223 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (60d657da-ce4d-4ea9-9280-2e37896d8e9a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.498137 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:51.508024 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1651dfd4-ad10-4fa8-8c6c-9a7a6846b935 None None] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:17:51.578200 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ccdb7-9c49-4da0-bd7b-380755dd88d6 None None] Pushing event updated for resources: {'Port': ['ID=ad4885ed-2088-4879-89dc-8eb104049044,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:51.616539 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (95cf21cc-c8b2-4746-ae82-b49f3a605361), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.649599 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39432f1e-618f-45c8-a5b7-5e98efb884dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.655430 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-4a3a2fff-3b35-4da1-b50b-5d5fe93aa539 None None] Provisioning complete for port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:51.656135 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4a3a2fff-3b35-4da1-b50b-5d5fe93aa539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.724776 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.725332 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.726380 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.726952 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.727660 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.728202 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.728653 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.729121 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.729562 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.730013 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.774227 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] For port ad4885ed-2088-4879-89dc-8eb104049044, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:17:51.780144 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:51.789082 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] For port ad4885ed-2088-4879-89dc-8eb104049044, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=ad4885ed-2088-4879-89dc-8eb104049044,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:17:51.792213 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 2, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:51.835056 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39432f1e-618f-45c8-a5b7-5e98efb884dd admin admin] Publish callbacks [] for security_group (e3de8fe6-b9e5-4d88-8abf-a6fd236be3b1), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.837850 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Checking router: 0ed09f48-58c3-442f-a5a5-b99d39e9843f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:17:51.838199 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Updating router 0ed09f48-58c3-442f-a5a5-b99d39e9843f port f7c9b9de-07b4-482c-961a-d724225eb050 binding host dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:17:51.843107 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39432f1e-618f-45c8-a5b7-5e98efb884dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (e3de8fe6-b9e5-4d88-8abf-a6fd236be3b1), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.882458 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (ad4885ed-2088-4879-89dc-8eb104049044), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.884060 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.903939 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60208) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:51.905229 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39432f1e-618f-45c8-a5b7-5e98efb884dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3de8fe6-b9e5-4d88-8abf-a6fd236be3b1,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:51.909757 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-39432f1e-618f-45c8-a5b7-5e98efb884dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33ecd10ff6a64a89b09a2076bc35b52f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5131457 Jun 28 03:17:51.914709 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-3dff7511-889f-40cb-81cf-586c4b654d0e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998108624', 'description': 'tempest-description--1522646672'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:51.919928 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60210) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:51.956478 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:51.957959 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ccdb7-9c49-4da0-bd7b-380755dd88d6 None None] Pushing event updated for resources: {'Port': ['ID=ad4885ed-2088-4879-89dc-8eb104049044,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:51.961073 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:51.961568 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:51.966156 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.966684 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.966861 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.967223 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 03:17:51.967839 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cf21cc-c8b2-4746-ae82-b49f3a605361']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:51.994239 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3dff7511-889f-40cb-81cf-586c4b654d0e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.033029 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4eebbd2d-992e-4eb1-aa41-971729c0ba5f admin admin] Publish callbacks [] for security_group (e3de8fe6-b9e5-4d88-8abf-a6fd236be3b1), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.046157 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7329e416-ba7a-48c3-92cb-2bc7792330ad') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:52.046448 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7329e416-ba7a-48c3-92cb-2bc7792330ad') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:52.055486 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=25d5dd0e-d30a-4c46-b0f6-eadd7608c330,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:17:52.057466 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Routers {'17b0bb54-acb9-4558-9598-4ea6723a6d54'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:17:52.058529 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['17b0bb54-acb9-4558-9598-4ea6723a6d54'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:52.063123 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:52.078261 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242454'] for segment (7329e416-ba7a-48c3-92cb-2bc7792330ad), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.095819 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4eebbd2d-992e-4eb1-aa41-971729c0ba5f admin admin] Publish callbacks [] for security_group (e3de8fe6-b9e5-4d88-8abf-a6fd236be3b1), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.122973 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.133455 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device fb06efd4-a8e1-4498-b787-c239ed34804e up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:52.138176 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a2fff-3b35-4da1-b50b-5d5fe93aa539 None None] Current status of the port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:52.141342 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4a3a2fff-3b35-4da1-b50b-5d5fe93aa539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.142050 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (7329e416-ba7a-48c3-92cb-2bc7792330ad), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.151690 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:52.252496 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3dff7511-889f-40cb-81cf-586c4b654d0e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (a4cadd25-a9b2-4075-ae07-d249bb0a6992), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.254818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4eebbd2d-992e-4eb1-aa41-971729c0ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (e3de8fe6-b9e5-4d88-8abf-a6fd236be3b1), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.257827 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4eebbd2d-992e-4eb1-aa41-971729c0ba5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.259411 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4eebbd2d-992e-4eb1-aa41-971729c0ba5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3de8fe6-b9e5-4d88-8abf-a6fd236be3b1 HTTP/1.1" status: 204 len: 168 time: 0.3375616 Jun 28 03:17:52.271090 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3dff7511-889f-40cb-81cf-586c4b654d0e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a4cadd25-a9b2-4075-ae07-d249bb0a6992), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.275032 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Allocated IP 172.20.0.1 (ac13b420-c939-45ed-9039-496df8fc15f5/a779ab20-0563-491c-84d2-f67e49b2d901/15855a2a-ea86-4f81-bc4a-ef1f2896615a) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:17:52.276800 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebbd2d-992e-4eb1-aa41-971729c0ba5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3de8fe6-b9e5-4d88-8abf-a6fd236be3b1,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:52.340549 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff7511-889f-40cb-81cf-586c4b654d0e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cadd25-a9b2-4075-ae07-d249bb0a6992,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:52.347392 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3dff7511-889f-40cb-81cf-586c4b654d0e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.349055 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3dff7511-889f-40cb-81cf-586c4b654d0e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4378133 Jun 28 03:17:52.351885 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60228) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:52.357735 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-711bdf55-6363-4c8c-b744-92ad516b2fd4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'security_group_rule': {'security_group_id': 'a4cadd25-a9b2-4075-ae07-d249bb0a6992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:52.423400 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-711bdf55-6363-4c8c-b744-92ad516b2fd4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (4486e5dd-fdcd-41a8-b6cd-1ae4746ee34f), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.425299 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:17:52.427327 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3343457'] for segment (7329e416-ba7a-48c3-92cb-2bc7792330ad), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.431122 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.db.api [None req-4a3a2fff-3b35-4da1-b50b-5d5fe93aa539 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 28 03:17:52.433062 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG oslo_db.api [None req-4a3a2fff-3b35-4da1-b50b-5d5fe93aa539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 03:17:52.453604 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=25d5dd0e-d30a-4c46-b0f6-eadd7608c330,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:52.476566 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port fb06efd4-a8e1-4498-b787-c239ed34804e triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:52.477054 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.524838 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:52.554760 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] Set router 17b0bb54-acb9-4558-9598-4ea6723a6d54 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:17:52.573224 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-711bdf55-6363-4c8c-b744-92ad516b2fd4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (4486e5dd-fdcd-41a8-b6cd-1ae4746ee34f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.583665 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-711bdf55-6363-4c8c-b744-92ad516b2fd4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (4486e5dd-fdcd-41a8-b6cd-1ae4746ee34f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.627772 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Publish callbacks [] for port (f7c9b9de-07b4-482c-961a-d724225eb050), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.632575 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bdf55-6363-4c8c-b744-92ad516b2fd4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4486e5dd-fdcd-41a8-b6cd-1ae4746ee34f,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:52.640663 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.653092 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-711bdf55-6363-4c8c-b744-92ad516b2fd4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.654337 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-711bdf55-6363-4c8c-b744-92ad516b2fd4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3009143 Jun 28 03:17:52.657564 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60244) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:52.667369 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:17:52.669536 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-7bbb8faf-8eac-4959-be00-97230bd4ea9a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'security_group_rule': {'security_group_id': 'a4cadd25-a9b2-4075-ae07-d249bb0a6992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:52.671335 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (95cf21cc-c8b2-4746-ae82-b49f3a605361), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.694385 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.700138 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/95cf21cc-c8b2-4746-ae82-b49f3a605361 HTTP/1.1" status: 204 len: 168 time: 1.9362493 Jun 28 03:17:52.713144 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819c8bd-4279-4e08-b3ad-73c5f292883b None None] Pushing event updated for resources: {'Port': ['ID=f7c9b9de-07b4-482c-961a-d724225eb050,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:52.761435 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8faf-8eac-4959-be00-97230bd4ea9a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (c9472d53-7ad0-4049-a97c-56aa65e0c980), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.871635 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Attempting to bind port f7c9b9de-07b4-482c-961a-d724225eb050 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:17:52.872025 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Attempting to bind port f7c9b9de-07b4-482c-961a-d724225eb050 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:17:52.872409 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Attempting to bind port f7c9b9de-07b4-482c-961a-d724225eb050 on network 91e0cac6-eac1-4a49-93d7-95195e9565b8 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:17:52.893263 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:17:52.897010 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Checking segment: {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:52.897508 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.897870 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Bound using segment: {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:17:52.898366 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Bound port: f7c9b9de-07b4-482c-961a-d724225eb050, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:17:52.901831 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.923003 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.924523 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8faf-8eac-4959-be00-97230bd4ea9a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (c9472d53-7ad0-4049-a97c-56aa65e0c980), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.937076 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8faf-8eac-4959-be00-97230bd4ea9a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (c9472d53-7ad0-4049-a97c-56aa65e0c980), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.975001 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb8faf-8eac-4959-be00-97230bd4ea9a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9472d53-7ad0-4049-a97c-56aa65e0c980,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:52.976534 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Publish callbacks [] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:52.995539 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8faf-8eac-4959-be00-97230bd4ea9a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:53.000485 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-7bbb8faf-8eac-4959-be00-97230bd4ea9a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3418334 Jun 28 03:17:53.001262 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60258) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:53.008206 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:17:53.044862 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60260) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:53.048951 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:53.066566 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] For port f7c9b9de-07b4-482c-961a-d724225eb050, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:17:53.071994 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9629a98-aa9c-4286-9601-3a313db9b1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=95cf21cc-c8b2-4746-ae82-b49f3a605361,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:53.072438 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:53.077383 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] For port f7c9b9de-07b4-482c-961a-d724225eb050, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=f7c9b9de-07b4-482c-961a-d724225eb050,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:17:53.086032 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:53.111895 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:53.183883 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'name': 'tempest-DeleteServersTestJSON-363117797-router', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:44Z', 'updated_at': '2022-06-28T03:17:47Z', 'revision_number': 3, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'gw_port': {'id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:45Z', 'updated_at': '2022-06-28T03:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:53.189901 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-02e97e8f-d7f2-475f-8b42-7fefb96909cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d304cd70ec38400b9f35cd201ad22f82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1363084 Jun 28 03:17:53.193826 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60272) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:53.212533 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:53.213990 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819c8bd-4279-4e08-b3ad-73c5f292883b None None] Pushing event updated for resources: {'Port': ['ID=f7c9b9de-07b4-482c-961a-d724225eb050,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:53.234335 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:17:53.235117 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:53.237820 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a2fff-3b35-4da1-b50b-5d5fe93aa539 None None] Current status of the port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:53.245894 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a1845-99d3-4870-8341-a93cd049e126 None None] The sync data for ids ['17b0bb54-acb9-4558-9598-4ea6723a6d54'] in dv-cinder-846842-5-iscsi is: [{'id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'name': 'tempest-DeleteServersTestJSON-363117797-router', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:44Z', 'updated_at': '2022-06-28T03:17:47Z', 'revision_number': 3, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'gw_port': {'id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:45Z', 'updated_at': '2022-06-28T03:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:17:53.248001 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port fb06efd4-a8e1-4498-b787-c239ed34804e is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:53.263623 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:53.386772 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Network ac13b420-c939-45ed-9039-496df8fc15f5 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:53.389205 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-d5bd1e6d-2b44-4b30-99e9-95e34b576fdd None None] Provisioning complete for port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:53.391701 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1e6d-2b44-4b30-99e9-95e34b576fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:53.455648 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 7329e416-ba7a-48c3-92cb-2bc7792330ad resource provider aggregate not found Jun 28 03:17:53.483181 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:53.508378 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:17:53.553187 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:17:53.555779 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 7329e416-ba7a-48c3-92cb-2bc7792330ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7329e416-ba7a-48c3-92cb-2bc7792330ad found for delete ", "request_id": "req-3c0bf8db-709f-4a08-8c4d-ae233d29e453"}]} Jun 28 03:17:53.570312 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:53.615452 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:53.616412 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Pushing event updated for resources: {'Port': ['ID=15855a2a-ea86-4f81-bc4a-ef1f2896615a,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:53.891503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (17b0bb54-acb9-4558-9598-4ea6723a6d54), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:53.906777 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device e6054482-9ab0-486b-a585-7577e30f5314 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:53.998521 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:17:54.022360 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:17:54.064829 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:54.070643 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:54.071682 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2d8a017a-f444-4bd0-b3c4-19cb3fbbeac5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4117527 Jun 28 03:17:54.075932 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60306) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:54.102757 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:53Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:54.144734 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f01b0-fc7b-4eb2-b326-7221258caece None None] The sync data for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi is: [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:53Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:17:54.163973 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:17:54.164641 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:54.199982 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:54.238251 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:54.319253 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5ef52754-2b93-42c7-9fbc-5f7c46c58871 admin admin] Publish callbacks [] for security_group (7826e4b0-03e1-405d-96a6-758e25870348), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:54.344704 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd1e6d-2b44-4b30-99e9-95e34b576fdd None None] Current status of the port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:54.375319 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port e6054482-9ab0-486b-a585-7577e30f5314 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:54.375707 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (e6054482-9ab0-486b-a585-7577e30f5314), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:54.416604 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-d5bd1e6d-2b44-4b30-99e9-95e34b576fdd None None] Provisioning complete for port f7c9b9de-07b4-482c-961a-d724225eb050 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:54.417216 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1e6d-2b44-4b30-99e9-95e34b576fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:54.434909 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5ef52754-2b93-42c7-9fbc-5f7c46c58871 admin admin] Publish callbacks [] for security_group (7826e4b0-03e1-405d-96a6-758e25870348), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:54.565613 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Publish callbacks [] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:54.573721 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:17:54.576795 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:54.580612 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:54.792215 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Allocated IP 172.27.2.51 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/9afa2d41-02e9-4aa8-8401-ff3afb9ca5af) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:17:54.952240 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (17b0bb54-acb9-4558-9598-4ea6723a6d54), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:54.956435 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Pushing event updated for resources: {'Port': ['ID=15855a2a-ea86-4f81-bc4a-ef1f2896615a,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:55.007511 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:55.022035 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:55.137963 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port e6054482-9ab0-486b-a585-7577e30f5314 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:55.140789 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:55.152671 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd1e6d-2b44-4b30-99e9-95e34b576fdd None None] Current status of the port f7c9b9de-07b4-482c-961a-d724225eb050 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:55.154603 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1e6d-2b44-4b30-99e9-95e34b576fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:55.159445 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Network ac13b420-c939-45ed-9039-496df8fc15f5 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:55.161360 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for port (9afa2d41-02e9-4aa8-8401-ff3afb9ca5af), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:55.163005 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:55.236714 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5ef52754-2b93-42c7-9fbc-5f7c46c58871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (7826e4b0-03e1-405d-96a6-758e25870348), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:55.242470 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5ef52754-2b93-42c7-9fbc-5f7c46c58871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:55.253708 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5ef52754-2b93-42c7-9fbc-5f7c46c58871 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7826e4b0-03e1-405d-96a6-758e25870348 HTTP/1.1" status: 204 len: 168 time: 2.0562532 Jun 28 03:17:55.297203 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef52754-2b93-42c7-9fbc-5f7c46c58871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7826e4b0-03e1-405d-96a6-758e25870348,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:55.302132 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:55.379891 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Router 17b0bb54-acb9-4558-9598-4ea6723a6d54 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:17:55.467469 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (9afa2d41-02e9-4aa8-8401-ff3afb9ca5af), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:55.487766 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-d5bd1e6d-2b44-4b30-99e9-95e34b576fdd None None] For port f7c9b9de-07b4-482c-961a-d724225eb050, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=f7c9b9de-07b4-482c-961a-d724225eb050,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:17:55.531796 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1e6d-2b44-4b30-99e9-95e34b576fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:55.535935 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:55.536545 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:55.557733 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:55.567375 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:55.573230 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:17:55.574258 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:17:55.583655 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:49Z', 'revision_number': 3, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:55.597861 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-05a3edea-fe18-4328-b438-f969e0c082f4 admin admin] 10.222.0.44 "PUT /v2.0/routers/17b0bb54-acb9-4558-9598-4ea6723a6d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5890977 Jun 28 03:17:55.655819 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:17:55.656327 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Updating router 60d657da-ce4d-4ea9-9280-2e37896d8e9a port d48930ba-52df-4548-86c7-4d540e62f6e7 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:17:55.668713 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'Port': ['ID=9afa2d41-02e9-4aa8-8401-ff3afb9ca5af,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:55.741626 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-4133aa95-0af5-4aa9-bc3c-f591dedf6478 None None] Provisioning complete for port 15855a2a-ea86-4f81-bc4a-ef1f2896615a triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:55.742001 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4133aa95-0af5-4aa9-bc3c-f591dedf6478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:55.744353 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:55.869990 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:55.874464 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (9dcf3940-476b-4957-a8b8-777231ccb1c1), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:55.930470 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:56.119790 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9afa2d41-02e9-4aa8-8401-ff3afb9ca5af), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:56.411660 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60396) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:56.453031 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Publish callbacks [] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:56.470460 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:56.471658 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:56.476416 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd1e6d-2b44-4b30-99e9-95e34b576fdd None None] Pushing event updated for resources: {'Port': ['ID=f7c9b9de-07b4-482c-961a-d724225eb050,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:56.485428 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f7c9b9de-07b4-482c-961a-d724225eb050 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:56.511355 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Sync routers for ids ['17b0bb54-acb9-4558-9598-4ea6723a6d54'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:17:56.530521 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Routers {'17b0bb54-acb9-4558-9598-4ea6723a6d54'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:17:56.531290 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['17b0bb54-acb9-4558-9598-4ea6723a6d54'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:56.531625 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:56.572091 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for port (9afa2d41-02e9-4aa8-8401-ff3afb9ca5af), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:56.578338 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:56.589500 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (9afa2d41-02e9-4aa8-8401-ff3afb9ca5af), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:56.611165 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6ee489dc-db81-4b73-9e63-9d44d9136436 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3606f865b1646199570498ab6e7e612&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1973674 Jun 28 03:17:56.620323 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60414) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:56.661895 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18670ccf-b276-4372-8aac-dc0e1b6da78f None None] Pushing event updated for resources: {'Port': ['ID=d48930ba-52df-4548-86c7-4d540e62f6e7,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:56.669395 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port f7c9b9de-07b4-482c-961a-d724225eb050 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:56.669916 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:56.681435 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60416) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:56.746399 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Set router 17b0bb54-acb9-4558-9598-4ea6723a6d54 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:17:56.755567 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4133aa95-0af5-4aa9-bc3c-f591dedf6478 None None] Port 15855a2a-ea86-4f81-bc4a-ef1f2896615a cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:17:56.769428 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-4133aa95-0af5-4aa9-bc3c-f591dedf6478 None None] Provisioning complete for port f7c9b9de-07b4-482c-961a-d724225eb050 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:56.769827 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4133aa95-0af5-4aa9-bc3c-f591dedf6478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:56.776987 dv-cinder-846842-5-iscsi neutron-server[103935]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 03:17:56.802107 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'Port': ['ID=9afa2d41-02e9-4aa8-8401-ff3afb9ca5af,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:56.845003 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Attempting to bind port d48930ba-52df-4548-86c7-4d540e62f6e7 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:17:56.845393 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Attempting to bind port d48930ba-52df-4548-86c7-4d540e62f6e7 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:17:56.845794 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Attempting to bind port d48930ba-52df-4548-86c7-4d540e62f6e7 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:17:56.853367 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-840ae7a5-4b9e-4b51-87bb-32b029372873 admin admin] Publish callbacks [] for security_group (093bab0d-108e-48f0-bc82-68f24952b18f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:56.895797 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port f7c9b9de-07b4-482c-961a-d724225eb050 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:56.899183 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device ad4885ed-2088-4879-89dc-8eb104049044 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:56.903008 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (9dcf3940-476b-4957-a8b8-777231ccb1c1), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:56.912553 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-840ae7a5-4b9e-4b51-87bb-32b029372873 admin admin] Publish callbacks [] for security_group (093bab0d-108e-48f0-bc82-68f24952b18f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.000806 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-840ae7a5-4b9e-4b51-87bb-32b029372873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (093bab0d-108e-48f0-bc82-68f24952b18f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.003925 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-840ae7a5-4b9e-4b51-87bb-32b029372873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.006192 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-840ae7a5-4b9e-4b51-87bb-32b029372873 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/093bab0d-108e-48f0-bc82-68f24952b18f HTTP/1.1" status: 204 len: 168 time: 0.3812606 Jun 28 03:17:57.032442 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:17:57.032903 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:57.033320 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.034044 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:17:57.034155 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ae7a5-4b9e-4b51-87bb-32b029372873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093bab0d-108e-48f0-bc82-68f24952b18f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:57.034238 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Bound port: d48930ba-52df-4548-86c7-4d540e62f6e7, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:17:57.034578 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.052308 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60424) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:57.076975 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:57.161514 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'name': 'tempest-DeleteServersTestJSON-363117797-router', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:44Z', 'updated_at': '2022-06-28T03:17:54Z', 'revision_number': 4, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'gw_port': {'id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:45Z', 'updated_at': '2022-06-28T03:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '15855a2a-ea86-4f81-bc4a-ef1f2896615a', 'name': '', 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'mac_address': 'fa:16:3e:68:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a779ab20-0563-491c-84d2-f67e49b2d901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:51Z', 'updated_at': '2022-06-28T03:17:54Z', 'revision_number': 2, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'subnets': [{'id': 'a779ab20-0563-491c-84d2-f67e49b2d901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:57.165911 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.175443 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0e0f1b8b-a45a-4eaa-934d-398ac2f9a5b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1651611 Jun 28 03:17:57.193147 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60430) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:57.201648 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port ad4885ed-2088-4879-89dc-8eb104049044 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:57.208705 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (ad4885ed-2088-4879-89dc-8eb104049044), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.214250 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Checking router: 17b0bb54-acb9-4558-9598-4ea6723a6d54 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:17:57.216533 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Updating router 17b0bb54-acb9-4558-9598-4ea6723a6d54 port 15855a2a-ea86-4f81-bc4a-ef1f2896615a binding host dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:17:57.298055 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.357652 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ed421eae-1896-4e0f-adbd-8af37173f003 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:57.364372 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ed421eae-1896-4e0f-adbd-8af37173f003 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/networks?id=ac13b420-c939-45ed-9039-496df8fc15f5 HTTP/1.1" status: 200 len: 811 time: 0.6656673 Jun 28 03:17:57.367544 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] For port d48930ba-52df-4548-86c7-4d540e62f6e7, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:17:57.368640 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Allocated IP 172.20.0.1 (78d460e7-819f-442d-8ddd-fecab5b4b6fc/09c0e3c7-887f-4f02-b281-87d6ff6c281d/30012361-9990-4aa9-acec-27eeee8fbbe9) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:17:57.376117 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4133aa95-0af5-4aa9-bc3c-f591dedf6478 None None] Current status of the port f7c9b9de-07b4-482c-961a-d724225eb050 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:57.386297 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-adc45c09-00c0-4d6c-8f72-3fef84df7a87 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/quotas/43bb7fc15b254d9f877373131c37923c HTTP/1.1" status: 200 len: 375 time: 0.0202494 Jun 28 03:17:57.414581 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] For port d48930ba-52df-4548-86c7-4d540e62f6e7, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=d48930ba-52df-4548-86c7-4d540e62f6e7,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:17:57.440707 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.536788 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3714a3c-bfeb-4e35-a40b-7d61571aaa1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.699134 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:57.822994 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60468) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:57.823809 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:57.857208 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3714a3c-bfeb-4e35-a40b-7d61571aaa1e admin admin] Publish callbacks [] for security_group (2f797ec4-2fea-40a3-a9f0-e0da8b150d2c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.859503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93904ab0-38a4-4c41-ab28-7d42476f7e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.882190 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18670ccf-b276-4372-8aac-dc0e1b6da78f None None] Pushing event updated for resources: {'Port': ['ID=d48930ba-52df-4548-86c7-4d540e62f6e7,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:57.889181 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3714a3c-bfeb-4e35-a40b-7d61571aaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (2f797ec4-2fea-40a3-a9f0-e0da8b150d2c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.905712 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:17:57.906359 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:57.907071 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-6b554ea1-be68-4486-bae1-03620bbbcc5d tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43bb7fc15b254d9f877373131c37923c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5198720 Jun 28 03:17:57.958513 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Publish callbacks [] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.966266 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f3714a3c-bfeb-4e35-a40b-7d61571aaa1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e0d00d8a6214dca8708aa258d70eb03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9127419 Jun 28 03:17:57.970279 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60480) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:57.973753 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:57.988447 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:57.989744 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:57.991577 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3714a3c-bfeb-4e35-a40b-7d61571aaa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f797ec4-2fea-40a3-a9f0-e0da8b150d2c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:58.000990 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port ad4885ed-2088-4879-89dc-8eb104049044 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:58.001392 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (ad4885ed-2088-4879-89dc-8eb104049044), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.039038 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port ad4885ed-2088-4879-89dc-8eb104049044, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=ad4885ed-2088-4879-89dc-8eb104049044,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:17:58.049553 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:58.057329 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (ad4885ed-2088-4879-89dc-8eb104049044), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.096346 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93904ab0-38a4-4c41-ab28-7d42476f7e02 admin admin] Publish callbacks [] for security_group (2478eddf-ca43-4371-94d7-595ffa68dcb3), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.100022 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218243bc-9c62-4d2c-9805-ff524a882dfa None None] Pushing event updated for resources: {'Port': ['ID=15855a2a-ea86-4f81-bc4a-ef1f2896615a,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:58.104331 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93904ab0-38a4-4c41-ab28-7d42476f7e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (2478eddf-ca43-4371-94d7-595ffa68dcb3), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.183532 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:58.191341 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-93904ab0-38a4-4c41-ab28-7d42476f7e02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88d296a918584c77b39af3c24655eeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9968741 Jun 28 03:17:58.192185 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93904ab0-38a4-4c41-ab28-7d42476f7e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2478eddf-ca43-4371-94d7-595ffa68dcb3,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:58.194912 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60490) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:58.235283 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:17:58.259546 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Attempting to bind port 15855a2a-ea86-4f81-bc4a-ef1f2896615a on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:17:58.259876 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Attempting to bind port 15855a2a-ea86-4f81-bc4a-ef1f2896615a by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:17:58.271613 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Attempting to bind port 15855a2a-ea86-4f81-bc4a-ef1f2896615a on network ac13b420-c939-45ed-9039-496df8fc15f5 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:17:58.285488 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:17:58.285851 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Checking segment: {'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:17:58.286239 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.286622 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Bound using segment: {'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:17:58.287073 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Bound port: 15855a2a-ea86-4f81-bc4a-ef1f2896615a, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:17:58.287586 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.315876 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=ad4885ed-2088-4879-89dc-8eb104049044,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:58.321333 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1aa0-7302-401c-b1f5-3d8e1e82815f admin admin] Publish callbacks [] for security_group (2478eddf-ca43-4371-94d7-595ffa68dcb3), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.361605 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1aa0-7302-401c-b1f5-3d8e1e82815f admin admin] Publish callbacks [] for security_group (2478eddf-ca43-4371-94d7-595ffa68dcb3), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.421042 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-586db72f-6c68-469c-9e9c-d006a07725bb tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1998108624&fields=id&tenant_id=9e47b6f7a96c46dfa9906912efb7f265 HTTP/1.1" status: 200 len: 267 time: 0.5945919 Jun 28 03:17:58.441909 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1aa0-7302-401c-b1f5-3d8e1e82815f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (2478eddf-ca43-4371-94d7-595ffa68dcb3), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.446174 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1aa0-7302-401c-b1f5-3d8e1e82815f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.449366 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0d7c1aa0-7302-401c-b1f5-3d8e1e82815f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2478eddf-ca43-4371-94d7-595ffa68dcb3 HTTP/1.1" status: 204 len: 168 time: 0.2534018 Jun 28 03:17:58.462289 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f7c9b9de-07b4-482c-961a-d724225eb050 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:17:58.464090 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c1aa0-7302-401c-b1f5-3d8e1e82815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478eddf-ca43-4371-94d7-595ffa68dcb3,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:58.480707 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] For port 15855a2a-ea86-4f81-bc4a-ef1f2896615a, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:17:58.484438 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] For port 15855a2a-ea86-4f81-bc4a-ef1f2896615a, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=15855a2a-ea86-4f81-bc4a-ef1f2896615a,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:17:58.495140 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.510064 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bd3489f2-b0a4-4b1c-916f-6b1d23afde83 admin admin] Publish callbacks [] for security_group (2f797ec4-2fea-40a3-a9f0-e0da8b150d2c), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.573550 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-6bf0d642-f44e-44b0-bd68-058d128285dd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:17:58.590846 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-6bf0d642-f44e-44b0-bd68-058d128285dd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2430394 Jun 28 03:17:58.625952 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-ff2d9aa4-008b-4ccc-b066-5697cf663d9f None None] Provisioning complete for port 15855a2a-ea86-4f81-bc4a-ef1f2896615a triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:58.626342 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9aa4-008b-4ccc-b066-5697cf663d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.627957 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218243bc-9c62-4d2c-9805-ff524a882dfa None None] Pushing event updated for resources: {'Port': ['ID=15855a2a-ea86-4f81-bc4a-ef1f2896615a,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:58.693353 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Routers {'17b0bb54-acb9-4558-9598-4ea6723a6d54'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:17:58.694745 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['17b0bb54-acb9-4558-9598-4ea6723a6d54'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:58.721468 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port f7c9b9de-07b4-482c-961a-d724225eb050 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:58.721854 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.742700 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bd3489f2-b0a4-4b1c-916f-6b1d23afde83 admin admin] Publish callbacks [] for security_group (2f797ec4-2fea-40a3-a9f0-e0da8b150d2c), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.863178 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Publish callbacks [] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.868189 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bd3489f2-b0a4-4b1c-916f-6b1d23afde83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (2f797ec4-2fea-40a3-a9f0-e0da8b150d2c), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.872580 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bd3489f2-b0a4-4b1c-916f-6b1d23afde83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:58.874496 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-bd3489f2-b0a4-4b1c-916f-6b1d23afde83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f797ec4-2fea-40a3-a9f0-e0da8b150d2c HTTP/1.1" status: 204 len: 168 time: 0.8975194 Jun 28 03:17:58.926189 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:49Z', 'revision_number': 3, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:58.969803 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c4ab5-8897-42f7-94de-9d6d1f371ad9 None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:49Z', 'revision_number': 3, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:17:59.030702 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] Set router 17b0bb54-acb9-4558-9598-4ea6723a6d54 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:17:59.039691 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-4e71a230-f3a7-4d93-b118-e6f6110f20de service neutron] 10.222.0.44 "GET /v2.0/networks/ac13b420-c939-45ed-9039-496df8fc15f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478872 Jun 28 03:17:59.095572 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d9aa4-008b-4ccc-b066-5697cf663d9f None None] Current status of the port 15855a2a-ea86-4f81-bc4a-ef1f2896615a is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:59.096323 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9aa4-008b-4ccc-b066-5697cf663d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:59.105326 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3489f2-b0a4-4b1c-916f-6b1d23afde83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f797ec4-2fea-40a3-a9f0-e0da8b150d2c,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:59.130287 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:59.137947 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:59.141672 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port f7c9b9de-07b4-482c-961a-d724225eb050 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:59.171214 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-ff2d9aa4-008b-4ccc-b066-5697cf663d9f None None] For port 15855a2a-ea86-4f81-bc4a-ef1f2896615a, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=15855a2a-ea86-4f81-bc4a-ef1f2896615a,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:17:59.171686 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:59.188005 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9aa4-008b-4ccc-b066-5697cf663d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:59.258323 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:17:59.266483 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d9aa4-008b-4ccc-b066-5697cf663d9f None None] Pushing event updated for resources: {'Port': ['ID=15855a2a-ea86-4f81-bc4a-ef1f2896615a,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:59.280649 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Pushing event updated for resources: {'Port': ['ID=30012361-9990-4aa9-acec-27eeee8fbbe9,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:17:59.286521 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:17:59.288783 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:17:59.321378 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-96ac27ac-9201-43e6-b86c-46b47e61cff8 None None] Provisioning complete for port 15855a2a-ea86-4f81-bc4a-ef1f2896615a triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:59.321659 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-96ac27ac-9201-43e6-b86c-46b47e61cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:59.357973 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (60d657da-ce4d-4ea9-9280-2e37896d8e9a), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:59.436064 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'name': 'tempest-DeleteServersTestJSON-363117797-router', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:44Z', 'updated_at': '2022-06-28T03:17:54Z', 'revision_number': 4, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'gw_port': {'id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:45Z', 'updated_at': '2022-06-28T03:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '15855a2a-ea86-4f81-bc4a-ef1f2896615a', 'name': '', 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'mac_address': 'fa:16:3e:68:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a779ab20-0563-491c-84d2-f67e49b2d901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:51Z', 'updated_at': '2022-06-28T03:17:58Z', 'revision_number': 4, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'subnets': [{'id': 'a779ab20-0563-491c-84d2-f67e49b2d901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:17:59.489509 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef423800-e2f3-4234-ac86-a266d5a6af53 None None] The sync data for ids ['17b0bb54-acb9-4558-9598-4ea6723a6d54'] in dv-cinder-846842-5-iscsi is: [{'id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'name': 'tempest-DeleteServersTestJSON-363117797-router', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:44Z', 'updated_at': '2022-06-28T03:17:54Z', 'revision_number': 4, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'gw_port': {'id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:45Z', 'updated_at': '2022-06-28T03:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '15855a2a-ea86-4f81-bc4a-ef1f2896615a', 'name': '', 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'mac_address': 'fa:16:3e:68:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a779ab20-0563-491c-84d2-f67e49b2d901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:51Z', 'updated_at': '2022-06-28T03:17:58Z', 'revision_number': 4, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'subnets': [{'id': 'a779ab20-0563-491c-84d2-f67e49b2d901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:17:59.499314 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-96ac27ac-9201-43e6-b86c-46b47e61cff8 None None] Current status of the port 15855a2a-ea86-4f81-bc4a-ef1f2896615a is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:17:59.513480 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:17:59.583234 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60530) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:59.668668 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-4d938c53-b5d5-4265-891c-851688c328b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:17:59.676924 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-4d938c53-b5d5-4265-891c-851688c328b5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 817 time: 1.2420356 Jun 28 03:17:59.725626 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-82861ae2-80ca-473e-90b1-7481f3e1fafd tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/quotas/9e47b6f7a96c46dfa9906912efb7f265 HTTP/1.1" status: 200 len: 375 time: 0.0474725 Jun 28 03:17:59.732622 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-dcedac64-b594-4152-ba50-26d5ce415b82 None None] Provisioning complete for port 30012361-9990-4aa9-acec-27eeee8fbbe9 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:17:59.733001 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcedac64-b594-4152-ba50-26d5ce415b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:59.762862 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60538) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:17:59.805886 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f2b5669d-cb3f-41c1-8924-f2e3935a417b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:17:59.859689 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-bb6c28ad-fd1f-4874-83ca-cc155537bd74 service neutron] 10.222.0.44 "GET /v2.0/networks/ac13b420-c939-45ed-9039-496df8fc15f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8190074 Jun 28 03:17:59.861058 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-dcedac64-b594-4152-ba50-26d5ce415b82 None None] Port 30012361-9990-4aa9-acec-27eeee8fbbe9 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:17:59.877319 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-a89ed72b-4131-453f-bbca-dcbccf22fe55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419456 Jun 28 03:17:59.904172 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.115042 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f2b5669d-cb3f-41c1-8924-f2e3935a417b admin admin] Publish callbacks [] for security_group (364fa8b3-de75-4ed9-b4df-397c8292698d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.126512 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f2b5669d-cb3f-41c1-8924-f2e3935a417b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (364fa8b3-de75-4ed9-b4df-397c8292698d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.257244 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Publish callbacks [] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.269190 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.347785 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f2b5669d-cb3f-41c1-8924-f2e3935a417b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84d028dcf6c04de38b77e92be9fe7f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5833421 Jun 28 03:18:00.370370 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60560) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:00.371041 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5669d-cb3f-41c1-8924-f2e3935a417b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364fa8b3-de75-4ed9-b4df-397c8292698d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:00.463172 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-299c2be2-7fe6-4ecc-814a-a1a68f8cacfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.547589 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device ad4885ed-2088-4879-89dc-8eb104049044 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:18:00.550572 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8db1c33c-1e55-4857-89cb-5b951fe528cd admin admin] Publish callbacks [] for security_group (364fa8b3-de75-4ed9-b4df-397c8292698d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.624728 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:00.649069 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cdd4f8dc-ed9a-47e9-8d36-cf76e8ff04aa req-1977a582-906a-4748-90cf-bab66c4f4999 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 210 time: 0.1459262 Jun 28 03:18:00.674522 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port ad4885ed-2088-4879-89dc-8eb104049044 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:00.675109 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (ad4885ed-2088-4879-89dc-8eb104049044), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.687793 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8db1c33c-1e55-4857-89cb-5b951fe528cd admin admin] Publish callbacks [] for security_group (364fa8b3-de75-4ed9-b4df-397c8292698d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.698719 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Pushing event updated for resources: {'Port': ['ID=30012361-9990-4aa9-acec-27eeee8fbbe9,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:00.717380 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (60d657da-ce4d-4ea9-9280-2e37896d8e9a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.781224 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=21,neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:00.871236 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port ad4885ed-2088-4879-89dc-8eb104049044 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:00.872351 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 15855a2a-ea86-4f81-bc4a-ef1f2896615a up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:18:00.876545 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-299c2be2-7fe6-4ecc-814a-a1a68f8cacfe admin admin] Publish callbacks [] for security_group (90d62c17-bb91-421a-a61a-e4501ab906a3), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.878287 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8db1c33c-1e55-4857-89cb-5b951fe528cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (364fa8b3-de75-4ed9-b4df-397c8292698d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.882095 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8db1c33c-1e55-4857-89cb-5b951fe528cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.884043 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8db1c33c-1e55-4857-89cb-5b951fe528cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/364fa8b3-de75-4ed9-b4df-397c8292698d HTTP/1.1" status: 204 len: 168 time: 0.5034132 Jun 28 03:18:00.897635 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1c33c-1e55-4857-89cb-5b951fe528cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364fa8b3-de75-4ed9-b4df-397c8292698d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:00.899565 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:00.913395 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-299c2be2-7fe6-4ecc-814a-a1a68f8cacfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (90d62c17-bb91-421a-a61a-e4501ab906a3), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:00.964250 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:00.968878 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:18:00.970311 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:18:01.003895 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c2be2-7fe6-4ecc-814a-a1a68f8cacfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d62c17-bb91-421a-a61a-e4501ab906a3,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:01.012288 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-299c2be2-7fe6-4ecc-814a-a1a68f8cacfe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be0fad6d98d546fb86b2308956249140&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4271469 Jun 28 03:18:01.015364 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 15855a2a-ea86-4f81-bc4a-ef1f2896615a triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:01.015818 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60598) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:01.016529 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:01.066835 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-16866e4c-c60f-424e-9485-34c69649f02c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:18:01.079897 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-16866e4c-c60f-424e-9485-34c69649f02c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3294587 Jun 28 03:18:01.119036 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b43ce9ce-7a05-4452-9acf-05093c33dba8 admin admin] Publish callbacks [] for security_group (90d62c17-bb91-421a-a61a-e4501ab906a3), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:01.168720 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 15855a2a-ea86-4f81-bc4a-ef1f2896615a is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:01.169724 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device d48930ba-52df-4548-86c7-4d540e62f6e7 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:18:01.182316 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b43ce9ce-7a05-4452-9acf-05093c33dba8 admin admin] Publish callbacks [] for security_group (90d62c17-bb91-421a-a61a-e4501ab906a3), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:01.271650 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port d48930ba-52df-4548-86c7-4d540e62f6e7 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:01.274745 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:01.302184 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b43ce9ce-7a05-4452-9acf-05093c33dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (90d62c17-bb91-421a-a61a-e4501ab906a3), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:01.305448 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b43ce9ce-7a05-4452-9acf-05093c33dba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:01.306986 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b43ce9ce-7a05-4452-9acf-05093c33dba8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90d62c17-bb91-421a-a61a-e4501ab906a3 HTTP/1.1" status: 204 len: 168 time: 0.2899139 Jun 28 03:18:01.323242 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ce9ce-7a05-4452-9acf-05093c33dba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d62c17-bb91-421a-a61a-e4501ab906a3,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:01.343545 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:01.392362 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:18:01.431173 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-d77981a9-5fad-4436-bfa9-6ef289ea1e74 service neutron] 10.222.0.44 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502026 Jun 28 03:18:01.588817 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-29d79283-cdbd-4ba2-bfbb-19e9855813b4 None None] Provisioning complete for port 30012361-9990-4aa9-acec-27eeee8fbbe9 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:01.589764 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-29d79283-cdbd-4ba2-bfbb-19e9855813b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:01.639646 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:01.692551 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-29d79283-cdbd-4ba2-bfbb-19e9855813b4 None None] Port 30012361-9990-4aa9-acec-27eeee8fbbe9 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:18:01.710756 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port d48930ba-52df-4548-86c7-4d540e62f6e7 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:01.711379 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:01.835107 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port d48930ba-52df-4548-86c7-4d540e62f6e7, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=d48930ba-52df-4548-86c7-4d540e62f6e7,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:01.864077 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:01.980603 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=d48930ba-52df-4548-86c7-4d540e62f6e7,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:02.013950 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-e98df2a6-e47a-4326-8abe-8f027eafb3b5 service neutron] 10.222.0.44 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807364 Jun 28 03:18:02.097645 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-818ba429-203b-44a2-b31e-25bf36182ebf req-f1e99dfb-01ca-4986-bf07-a4da25b632d1 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 210 time: 0.1185174 Jun 28 03:18:02.105853 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:18:02.126944 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a352a08c-bceb-464c-a28b-7fd18f97105a admin admin] 10.222.0.44 "PUT /v2.0/routers/60d657da-ce4d-4ea9-9280-2e37896d8e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0438180 Jun 28 03:18:02.268481 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device d48930ba-52df-4548-86c7-4d540e62f6e7 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:18:02.467443 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port d48930ba-52df-4548-86c7-4d540e62f6e7 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:02.468088 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:02.491208 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c11e689e-ae41-4789-a234-840157b69aaf req-a15a789d-dd2d-4dff-bd4f-99b395aa8e50 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 210 time: 0.0866652 Jun 28 03:18:02.657715 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port d48930ba-52df-4548-86c7-4d540e62f6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:03.140216 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:18:03.186038 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:18:03.190855 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:03.248236 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60734) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:03.256188 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-fa93d04f-873d-439a-8e1f-d22b98e7c5cc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874474014', 'description': 'tempest-description--91241661'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:03.381443 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fa93d04f-873d-439a-8e1f-d22b98e7c5cc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:03.553710 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:18:03.594951 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fa93d04f-873d-439a-8e1f-d22b98e7c5cc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (4f99c750-9620-433c-b9e3-a5e826cce6a8), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:03.596369 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-81a8987f-9bfc-46d6-85ad-fea99726ad7f req-7c7b9335-18b5-4ada-b7ee-d7e6089f8e7f tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 210 time: 0.0855060 Jun 28 03:18:03.610043 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fa93d04f-873d-439a-8e1f-d22b98e7c5cc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4f99c750-9620-433c-b9e3-a5e826cce6a8), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:03.673881 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e33ab2a-859a-4c92-bf59-a7933cea6bcc req-932ab349-8da6-4eb3-aa13-ca1d5c3eeaf0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 210 time: 0.0671906 Jun 28 03:18:03.690028 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fa93d04f-873d-439a-8e1f-d22b98e7c5cc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:03.692918 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-fa93d04f-873d-439a-8e1f-d22b98e7c5cc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4422042 Jun 28 03:18:03.695233 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60768) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:03.698674 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93d04f-873d-439a-8e1f-d22b98e7c5cc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f99c750-9620-433c-b9e3-a5e826cce6a8,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:03.701256 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-aea2be2b-5334-4efd-a338-42f0324fc07b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group_rule': {'security_group_id': '4f99c750-9620-433c-b9e3-a5e826cce6a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:03.760330 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aea2be2b-5334-4efd-a338-42f0324fc07b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (b0fb7672-0476-450e-b64c-973458b7324b), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:03.872070 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aea2be2b-5334-4efd-a338-42f0324fc07b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (b0fb7672-0476-450e-b64c-973458b7324b), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:03.877417 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.27', 61263) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:03.879056 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aea2be2b-5334-4efd-a338-42f0324fc07b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (b0fb7672-0476-450e-b64c-973458b7324b), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:03.885853 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:03.909037 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2be2b-5334-4efd-a338-42f0324fc07b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fb7672-0476-450e-b64c-973458b7324b,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:03.923701 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:03.924393 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aea2be2b-5334-4efd-a338-42f0324fc07b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:03.930094 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-aea2be2b-5334-4efd-a338-42f0324fc07b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2332206 Jun 28 03:18:03.931004 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60776) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:03.936273 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-a7c45aa3-b005-4aec-9e2c-856437cfec7e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group_rule': {'security_group_id': '4f99c750-9620-433c-b9e3-a5e826cce6a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:03.977326 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a7c45aa3-b005-4aec-9e2c-856437cfec7e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (5e631804-e1d0-4af3-adbc-21d451687484), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:04.043373 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:00Z', 'revision_number': 2, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:04.094948 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a7c45aa3-b005-4aec-9e2c-856437cfec7e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (5e631804-e1d0-4af3-adbc-21d451687484), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:04.102715 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a7c45aa3-b005-4aec-9e2c-856437cfec7e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (5e631804-e1d0-4af3-adbc-21d451687484), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:04.117001 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:18:04.117390 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Updating router 60d657da-ce4d-4ea9-9280-2e37896d8e9a port 30012361-9990-4aa9-acec-27eeee8fbbe9 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:18:04.158138 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c45aa3-b005-4aec-9e2c-856437cfec7e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e631804-e1d0-4af3-adbc-21d451687484,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:04.166233 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a7c45aa3-b005-4aec-9e2c-856437cfec7e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:04.168681 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a7c45aa3-b005-4aec-9e2c-856437cfec7e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2360947 Jun 28 03:18:04.171919 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60784) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:04.185008 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:04.197746 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:04.277466 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:04.325618 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a4d8f477-019f-4f9e-b152-1881c82fb79b tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:04.328215 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a4d8f477-019f-4f9e-b152-1881c82fb79b tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.27 "GET /v2.0/networks?id=ac13b420-c939-45ed-9039-496df8fc15f5 HTTP/1.1" status: 200 len: 811 time: 0.4496017 Jun 28 03:18:04.426381 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60800) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:04.438404 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:04.444367 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Request body: {'port': {'device_id': 'bcf28320-d40d-457d-8b03-3157d65b8a18', 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5', 'admin_state_up': True, 'tenant_id': '43bb7fc15b254d9f877373131c37923c'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:04.767072 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Allocated IP 172.27.2.64 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/3fb015a9-6bb0-41e8-9b1e-296e58878a47) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:18:04.833671 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:04.871149 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e795a838-4641-4ef6-9d08-aeae6218bd16 req-e81e9e37-eb46-4616-af10-554bf3c53340 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 210 time: 0.0665429 Jun 28 03:18:04.927341 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Made reservation on behalf of 43bb7fc15b254d9f877373131c37923c for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:18:04.931286 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:04.974518 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Publish callbacks [] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:04.983742 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:05.032759 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13ab5b-967a-49da-b1f7-0de6e07f9de1 None None] Pushing event updated for resources: {'Port': ['ID=30012361-9990-4aa9-acec-27eeee8fbbe9,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:05.065739 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-603af715-38e7-47c8-ae3e-abc9aaff9b77 req-14e4bdb3-93b4-4b0c-86ef-e42c67257aa5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 210 time: 0.0898511 Jun 28 03:18:05.189401 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Attempting to bind port 30012361-9990-4aa9-acec-27eeee8fbbe9 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:18:05.189786 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Attempting to bind port 30012361-9990-4aa9-acec-27eeee8fbbe9 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:18:05.190122 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Attempting to bind port 30012361-9990-4aa9-acec-27eeee8fbbe9 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:18:05.197259 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (3fb015a9-6bb0-41e8-9b1e-296e58878a47), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:05.205190 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:18:05.205561 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Checking segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:18:05.206416 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:05.206822 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Bound using segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:18:05.207296 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Bound port: 30012361-9990-4aa9-acec-27eeee8fbbe9, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:18:05.207695 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:05.231812 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:05.247145 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.27', 61269) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:05.336066 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (3fb015a9-6bb0-41e8-9b1e-296e58878a47), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:05.367156 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] For port 30012361-9990-4aa9-acec-27eeee8fbbe9, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:18:05.375432 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] For port 30012361-9990-4aa9-acec-27eeee8fbbe9, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=30012361-9990-4aa9-acec-27eeee8fbbe9,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:18:05.388238 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:05.448883 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:18:05.460697 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=3fb015a9-6bb0-41e8-9b1e-296e58878a47,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:05.465211 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:18:05.467353 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:18:05.503370 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-7d375195-d409-44c9-9ef8-4f4cd7035ea6 None None] Provisioning complete for port 30012361-9990-4aa9-acec-27eeee8fbbe9 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:05.505164 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d375195-d409-44c9-9ef8-4f4cd7035ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:05.520680 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fb205450-11ed-4a21-a0a1-2e7a83de0e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:05.577119 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:18:05.578017 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:17:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:05.588205 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (f696c86d-440e-4adb-9003-b8a0afa752a8), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:05.702207 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Allocated IP 172.20.0.9 (ac13b420-c939-45ed-9039-496df8fc15f5/a779ab20-0563-491c-84d2-f67e49b2d901/06f883b9-139a-473c-971e-de82ca62f9ab) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:18:05.726957 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (3fb015a9-6bb0-41e8-9b1e-296e58878a47), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:05.739615 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:05.761624 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13ab5b-967a-49da-b1f7-0de6e07f9de1 None None] Pushing event updated for resources: {'Port': ['ID=30012361-9990-4aa9-acec-27eeee8fbbe9,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:05.925485 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-7d375195-d409-44c9-9ef8-4f4cd7035ea6 None None] Current status of the port 30012361-9990-4aa9-acec-27eeee8fbbe9 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:05.936525 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d375195-d409-44c9-9ef8-4f4cd7035ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.010286 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:18:06.027945 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (3fb015a9-6bb0-41e8-9b1e-296e58878a47), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.041716 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60866) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:06.061318 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (3fb015a9-6bb0-41e8-9b1e-296e58878a47), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.098472 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Publish callbacks [] for port (06f883b9-139a-473c-971e-de82ca62f9ab), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.130974 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:06.131617 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:06.186002 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (f696c86d-440e-4adb-9003-b8a0afa752a8), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.232764 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=3fb015a9-6bb0-41e8-9b1e-296e58878a47,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:06.306468 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.315124 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-fcfcc432-a5d5-4a4e-a408-c0ef46fa9c93 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1404278 Jun 28 03:18:06.317826 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fa00cf36-3ab4-4085-a67c-79f7eb87995e req-f08d0a19-6be2-4011-8353-6596b37fa50f tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 210 time: 0.2369094 Jun 28 03:18:06.413228 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.424181 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:06.453690 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-52e3ab88-94da-456a-a3d7-099ba4e6defe req-d4591dad-b244-4e9d-b08a-73e3772ee003 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 210 time: 0.2071831 Jun 28 03:18:06.476186 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-5a7cb466-f17e-4e0c-ba10-328c775cdedf tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:06.479307 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-5a7cb466-f17e-4e0c-ba10-328c775cdedf tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.27 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 817 time: 1.2263331 Jun 28 03:18:06.522587 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-7d375195-d409-44c9-9ef8-4f4cd7035ea6 None None] For port 30012361-9990-4aa9-acec-27eeee8fbbe9, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=30012361-9990-4aa9-acec-27eeee8fbbe9,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:06.544891 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d375195-d409-44c9-9ef8-4f4cd7035ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.616607 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:06.696535 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Pushing event updated for resources: {'Port': ['ID=06f883b9-139a-473c-971e-de82ca62f9ab,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:06.771914 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Network ac13b420-c939-45ed-9039-496df8fc15f5 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:18:06.798078 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:18:06.812538 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:18:06.835206 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:05Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:06.885790 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-71d2a917-1bc5-4ea3-b424-70b2366c7f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.932658 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fb205450-11ed-4a21-a0a1-2e7a83de0e1a admin admin] Publish callbacks [] for security_group (7650be64-1589-461d-ab75-db65d5bcceb5), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.954147 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-442868d0-feec-4083-8a6e-4e14596d7e8b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47b6f7a96c46dfa9906912efb7f265 HTTP/1.1" status: 200 len: 380 time: 0.4514456 Jun 28 03:18:06.982722 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fb205450-11ed-4a21-a0a1-2e7a83de0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (7650be64-1589-461d-ab75-db65d5bcceb5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:06.991546 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'port': {'device_id': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'admin_state_up': True, 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'security_groups': ['a4cadd25-a9b2-4075-ae07-d249bb0a6992']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:07.027290 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-04178774-266a-4bbe-9b25-afd597c3e6a2 None None] Provisioning complete for port 30012361-9990-4aa9-acec-27eeee8fbbe9 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:07.027917 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-04178774-266a-4bbe-9b25-afd597c3e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:07.031484 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d375195-d409-44c9-9ef8-4f4cd7035ea6 None None] Pushing event updated for resources: {'Port': ['ID=30012361-9990-4aa9-acec-27eeee8fbbe9,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:07.037714 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a43bd-fa7b-4d26-b9a4-3a1514b4a555 None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:05Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:18:07.126411 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-fb205450-11ed-4a21-a0a1-2e7a83de0e1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=859444d4e88c4e358673a11ca0d6a556&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6975319 Jun 28 03:18:07.142059 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60932) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:07.342340 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-04178774-266a-4bbe-9b25-afd597c3e6a2 None None] Current status of the port 30012361-9990-4aa9-acec-27eeee8fbbe9 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:07.418847 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb205450-11ed-4a21-a0a1-2e7a83de0e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7650be64-1589-461d-ab75-db65d5bcceb5,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:07.442060 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:07.443235 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:07.485197 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a8efd51c-7bf5-4686-aadc-017f33f31bc0 None None] Provisioning complete for port 06f883b9-139a-473c-971e-de82ca62f9ab triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:07.488104 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8efd51c-7bf5-4686-aadc-017f33f31bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:07.502549 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-a0eb2b20-e61d-4c62-a735-6facef329920 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0670419 Jun 28 03:18:07.508925 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cc5579f9-d520-4034-a46a-47e7ef5fca98 admin admin] Publish callbacks [] for security_group (7650be64-1589-461d-ab75-db65d5bcceb5), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:07.520954 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-8bf3cce8-71f6-43fb-8a06-98fbcbdcfc2a tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:18:07.542338 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-8bf3cce8-71f6-43fb-8a06-98fbcbdcfc2a tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0261419 Jun 28 03:18:07.564252 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a8efd51c-7bf5-4686-aadc-017f33f31bc0 None None] Port 06f883b9-139a-473c-971e-de82ca62f9ab cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:18:07.623621 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cc5579f9-d520-4034-a46a-47e7ef5fca98 admin admin] Publish callbacks [] for security_group (7650be64-1589-461d-ab75-db65d5bcceb5), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:07.708643 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:07.746524 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60946) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:07.774841 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cc5579f9-d520-4034-a46a-47e7ef5fca98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (7650be64-1589-461d-ab75-db65d5bcceb5), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:07.778183 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cc5579f9-d520-4034-a46a-47e7ef5fca98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:07.779593 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-cc5579f9-d520-4034-a46a-47e7ef5fca98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7650be64-1589-461d-ab75-db65d5bcceb5 HTTP/1.1" status: 204 len: 168 time: 0.5455666 Jun 28 03:18:07.789271 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Made reservation on behalf of 9e47b6f7a96c46dfa9906912efb7f265 for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:18:07.794772 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:07.801637 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:07.802737 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5579f9-d520-4034-a46a-47e7ef5fca98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7650be64-1589-461d-ab75-db65d5bcceb5,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:07.851477 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dabddf36-408b-488f-aee3-950606d67e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:07.896839 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-8035a8f7-6dfd-4efe-95de-b767d8da72e5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--874474014&fields=id&tenant_id=63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 267 time: 0.4375997 Jun 28 03:18:07.997744 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929754c-1b7e-4462-8c76-262b7816983c req-ca4f3296-9e68-4da3-bd78-fe3f490df329 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:08.028852 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c929754c-1b7e-4462-8c76-262b7816983c req-ca4f3296-9e68-4da3-bd78-fe3f490df329 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 931 time: 0.4262965 Jun 28 03:18:08.117621 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dabddf36-408b-488f-aee3-950606d67e18 admin admin] Publish callbacks [] for security_group (2ddee779-c8a4-489e-b9ec-7c08a74ff78e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:08.128226 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dabddf36-408b-488f-aee3-950606d67e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (2ddee779-c8a4-489e-b9ec-7c08a74ff78e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:08.259688 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dabddf36-408b-488f-aee3-950606d67e18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c0f7d18ded74b13929c189643de8a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5113580 Jun 28 03:18:08.262340 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60962) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:08.269196 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabddf36-408b-488f-aee3-950606d67e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddee779-c8a4-489e-b9ec-7c08a74ff78e,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:08.303065 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Request body: {'port': {'device_id': 'bcf28320-d40d-457d-8b03-3157d65b8a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:08.374821 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 30012361-9990-4aa9-acec-27eeee8fbbe9 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:18:08.510259 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-71d2a917-1bc5-4ea3-b424-70b2366c7f5c admin admin] Publish callbacks [] for security_group (fd62847b-8f65-4fca-a3b5-4b4eea2f1acb), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:08.555747 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71a2e9e1-d332-40b7-92d1-8826fd0e0b5f admin admin] Publish callbacks [] for security_group (2ddee779-c8a4-489e-b9ec-7c08a74ff78e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:08.562953 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-71d2a917-1bc5-4ea3-b424-70b2366c7f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (fd62847b-8f65-4fca-a3b5-4b4eea2f1acb), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:08.573313 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:08.629085 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 30012361-9990-4aa9-acec-27eeee8fbbe9 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:08.629663 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:08.630621 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-71d2a917-1bc5-4ea3-b424-70b2366c7f5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=124d362010ba43af8ca1db24cad0e071&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5850003 Jun 28 03:18:08.637203 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60970) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:08.668931 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71a2e9e1-d332-40b7-92d1-8826fd0e0b5f admin admin] Publish callbacks [] for security_group (2ddee779-c8a4-489e-b9ec-7c08a74ff78e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:08.690004 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60972) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:08.747488 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:08.768944 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2908440-3382-4e2b-a78c-26227f752afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:08.824423 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 30012361-9990-4aa9-acec-27eeee8fbbe9 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:08.856501 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2a917-1bc5-4ea3-b424-70b2366c7f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd62847b-8f65-4fca-a3b5-4b4eea2f1acb,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:08.889410 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:08.895773 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c929754c-1b7e-4462-8c76-262b7816983c req-0272172c-6c28-41f5-a258-36ec28b61ced tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8656259 Jun 28 03:18:09.053440 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-edb689dd-b84b-4108-a8f4-2ae16d3d0975 admin admin] Publish callbacks [] for security_group (fd62847b-8f65-4fca-a3b5-4b4eea2f1acb), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:09.131952 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-61ede57b-1e46-4203-acd3-49da841f1871 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:09.136329 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-61ede57b-1e46-4203-acd3-49da841f1871 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 814 time: 1.2373090 Jun 28 03:18:09.146271 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-edf6e944-d03f-40e2-9201-79e139e388c9 req-76b0691a-9358-43b3-8f06-dd66735b294b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 210 time: 0.1163483 Jun 28 03:18:09.202763 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-3242ad1e-d9f0-4367-bcba-9c8b9550847e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/quotas/63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 375 time: 0.0478871 Jun 28 03:18:09.206042 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71a2e9e1-d332-40b7-92d1-8826fd0e0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (2ddee779-c8a4-489e-b9ec-7c08a74ff78e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:09.209004 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71a2e9e1-d332-40b7-92d1-8826fd0e0b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:09.211019 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Allocated IP 172.20.0.12 (91e0cac6-eac1-4a49-93d7-95195e9565b8/b76d83b2-d8ab-42d5-8de3-e8a02969a29d/9e28a86b-c03c-4271-880f-a8d72e9df423) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:18:09.211745 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-71a2e9e1-d332-40b7-92d1-8826fd0e0b5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ddee779-c8a4-489e-b9ec-7c08a74ff78e HTTP/1.1" status: 204 len: 168 time: 0.9446108 Jun 28 03:18:09.240625 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-edb689dd-b84b-4108-a8f4-2ae16d3d0975 admin admin] Publish callbacks [] for security_group (fd62847b-8f65-4fca-a3b5-4b4eea2f1acb), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:09.263562 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2908440-3382-4e2b-a78c-26227f752afb admin admin] Publish callbacks [] for security_group (367ce95e-1cc9-4bc3-a58d-8062336b030e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:09.273352 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2e9e1-d332-40b7-92d1-8826fd0e0b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddee779-c8a4-489e-b9ec-7c08a74ff78e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:09.286767 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2908440-3382-4e2b-a78c-26227f752afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (367ce95e-1cc9-4bc3-a58d-8062336b030e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:09.328413 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a2908440-3382-4e2b-a78c-26227f752afb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1a972ddea1a4420810e442f21f59f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6287568 Jun 28 03:18:09.353812 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 60978) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:09.389081 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:09.427758 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:09.440501 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:09.542972 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2908440-3382-4e2b-a78c-26227f752afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367ce95e-1cc9-4bc3-a58d-8062336b030e,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:09.548503 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-176799d7-e9c2-420d-8963-563d9b52ad08 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3392527 Jun 28 03:18:09.604353 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-edb689dd-b84b-4108-a8f4-2ae16d3d0975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (fd62847b-8f65-4fca-a3b5-4b4eea2f1acb), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:09.608786 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-edb689dd-b84b-4108-a8f4-2ae16d3d0975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:09.613362 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-edb689dd-b84b-4108-a8f4-2ae16d3d0975 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd62847b-8f65-4fca-a3b5-4b4eea2f1acb HTTP/1.1" status: 204 len: 168 time: 0.9690235 Jun 28 03:18:09.649417 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb689dd-b84b-4108-a8f4-2ae16d3d0975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd62847b-8f65-4fca-a3b5-4b4eea2f1acb,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:09.681357 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f883b9-139a-473c-971e-de82ca62f9ab {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:18:09.699485 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Publish callbacks [] for port (06f883b9-139a-473c-971e-de82ca62f9ab), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:09.748881 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Transition to ACTIVE for port object 06f883b9-139a-473c-971e-de82ca62f9ab will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:18:09.759069 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:09.932814 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-94c14d10-2d30-4fac-92e3-6319a44d63f0 admin admin] Publish callbacks [] for security_group (367ce95e-1cc9-4bc3-a58d-8062336b030e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.150887 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Pushing event updated for resources: {'Port': ['ID=06f883b9-139a-473c-971e-de82ca62f9ab,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:10.192989 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 60998) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:10.221469 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Attempting to bind port 06f883b9-139a-473c-971e-de82ca62f9ab on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:18:10.222077 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Attempting to bind port 06f883b9-139a-473c-971e-de82ca62f9ab by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:18:10.222732 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Attempting to bind port 06f883b9-139a-473c-971e-de82ca62f9ab on network ac13b420-c939-45ed-9039-496df8fc15f5 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:18:10.229301 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Port 06f883b9-139a-473c-971e-de82ca62f9ab on network ac13b420-c939-45ed-9039-496df8fc15f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:18:10.230330 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Attempting to bind port 06f883b9-139a-473c-971e-de82ca62f9ab on network ac13b420-c939-45ed-9039-496df8fc15f5 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:18:10.234395 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b5620a61-7aad-44c0-be42-0e43d067203f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.247471 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:18:10.247939 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Checking segment: {'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:18:10.248614 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Bound using segment: {'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:18:10.249188 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Bound port: 06f883b9-139a-473c-971e-de82ca62f9ab, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50bcf259-0f40-4a07-a6eb-0afb807ea989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:18:10.249711 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.267169 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:18:10.275227 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:10.281146 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-94c14d10-2d30-4fac-92e3-6319a44d63f0 admin admin] Publish callbacks [] for security_group (367ce95e-1cc9-4bc3-a58d-8062336b030e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.366446 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] For port 06f883b9-139a-473c-971e-de82ca62f9ab, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:18:10.373558 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] For port 06f883b9-139a-473c-971e-de82ca62f9ab, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=06f883b9-139a-473c-971e-de82ca62f9ab,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:18:10.383367 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:10.410544 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.437734 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe447c20-1a4e-4094-814a-1c8129b7c41f req-0100a5cc-618e-46a7-b71b-2c6800c5db0e tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:10.449314 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fe447c20-1a4e-4094-814a-1c8129b7c41f req-0100a5cc-618e-46a7-b71b-2c6800c5db0e tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.3969252 Jun 28 03:18:10.453585 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-a00a64ba-edf3-4ccb-ba8a-7c0241d4dd37 service neutron] 10.222.0.44 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8772054 Jun 28 03:18:10.519668 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.592132 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Pushing event updated for resources: {'Port': ['ID=06f883b9-139a-473c-971e-de82ca62f9ab,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:10.644886 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:10.645552 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.647997 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-ce628ae8-0a13-47e3-b0d1-a53b4cf61b3d service neutron] 10.222.0.27 "PUT /v2.0/ports/06f883b9-139a-473c-971e-de82ca62f9ab HTTP/1.1" status: 200 len: 1093 time: 2.8790877 Jun 28 03:18:10.648580 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf28320-d40d-457d-8b03-3157d65b8a18', 'tag': '06f883b9-139a-473c-971e-de82ca62f9ab'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:18:10.793123 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-94c14d10-2d30-4fac-92e3-6319a44d63f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (367ce95e-1cc9-4bc3-a58d-8062336b030e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.800029 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-94c14d10-2d30-4fac-92e3-6319a44d63f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.808255 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-94c14d10-2d30-4fac-92e3-6319a44d63f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/367ce95e-1cc9-4bc3-a58d-8062336b030e HTTP/1.1" status: 204 len: 168 time: 1.4515758 Jun 28 03:18:10.847008 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b5620a61-7aad-44c0-be42-0e43d067203f admin admin] Publish callbacks [] for security_group (3307f46a-7758-4de7-b9f9-ea14f71fdfa0), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.894946 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c14d10-2d30-4fac-92e3-6319a44d63f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367ce95e-1cc9-4bc3-a58d-8062336b030e,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:10.928793 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fe447c20-1a4e-4094-814a-1c8129b7c41f req-775237ec-ad37-40f4-990f-c0b856f1844c tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782112 Jun 28 03:18:10.939902 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b5620a61-7aad-44c0-be42-0e43d067203f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (3307f46a-7758-4de7-b9f9-ea14f71fdfa0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:10.997255 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:11.010438 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:11.046654 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5620a61-7aad-44c0-be42-0e43d067203f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3307f46a-7758-4de7-b9f9-ea14f71fdfa0,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:11.076591 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-613e587c-400b-42f4-9411-9399f9c33523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:11.078466 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-613e587c-400b-42f4-9411-9399f9c33523 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=43bb7fc15b254d9f877373131c37923c&device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 1127 time: 0.3199427 Jun 28 03:18:11.086378 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b5620a61-7aad-44c0-be42-0e43d067203f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71739dcda6584f529d60669da4fdc0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8897686 Jun 28 03:18:11.087355 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 32800) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:11.144740 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-bb17c461-8cc5-46b7-bc45-2090ec91c5f2 service neutron] 10.222.0.44 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683426 Jun 28 03:18:11.247206 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Network 91e0cac6-eac1-4a49-93d7-95195e9565b8 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:18:11.260100 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:18:11.283762 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:18:11.297129 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:11.347433 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f63a84-e2fe-48cc-a640-83fd1069e1ce req-229f057e-1950-4ed4-ba50-c0ec18e0a142 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:11.365541 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c2f63a84-e2fe-48cc-a640-83fd1069e1ce req-229f057e-1950-4ed4-ba50-c0ec18e0a142 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 932 time: 0.2958591 Jun 28 03:18:11.466932 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae06b08a-c5fb-4248-a544-1578c3d012d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf28320-d40d-457d-8b03-3157d65b8a18", "tag": "06f883b9-139a-473c-971e-de82ca62f9ab"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:18:11.514289 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-af278e34-acf0-436d-82f7-c99f353066a2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06f883b9-139a-473c-971e-de82ca62f9ab HTTP/1.1" status: 200 len: 217 time: 0.4077396 Jun 28 03:18:11.546009 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:11.561571 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:11.637123 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a5abf31b-8e4b-46fb-a483-13e171fc1432 admin admin] Publish callbacks [] for security_group (3307f46a-7758-4de7-b9f9-ea14f71fdfa0), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:11.646289 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c2f63a84-e2fe-48cc-a640-83fd1069e1ce req-28fd6174-4070-45fb-90d2-83e53e6894f6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797093 Jun 28 03:18:11.669969 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a5abf31b-8e4b-46fb-a483-13e171fc1432 admin admin] Publish callbacks [] for security_group (3307f46a-7758-4de7-b9f9-ea14f71fdfa0), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:11.764652 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8e9d49ea-ae1e-4094-a369-a069d3c4db88 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7914035 Jun 28 03:18:11.774811 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f0ea616a-a8fd-4895-8261-dd6ce79ca60e req-b8026c61-e3a9-4e6e-9eff-242d3ffc7611 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.1911123 Jun 28 03:18:11.789773 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-7e1ca51b-8c35-487e-a9b2-d9e01c9ce489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:11.793768 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-7e1ca51b-8c35-487e-a9b2-d9e01c9ce489 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a779ab20-0563-491c-84d2-f67e49b2d901 HTTP/1.1" status: 200 len: 850 time: 0.2577360 Jun 28 03:18:11.797287 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Request body: {'port': {'device_id': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:11.828044 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-de02062f-f1fd-41da-819f-ab45c02800e3 None None] Provisioning complete for port 9e28a86b-c03c-4271-880f-a8d72e9df423 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:11.828878 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de02062f-f1fd-41da-819f-ab45c02800e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:11.917645 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-de02062f-f1fd-41da-819f-ab45c02800e3 None None] Port 9e28a86b-c03c-4271-880f-a8d72e9df423 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:18:12.024115 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:12.032776 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:12.050351 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-30c2afba-a9df-4276-bf26-080759d1689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:12.057532 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-30c2afba-a9df-4276-bf26-080759d1689a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ac13b420-c939-45ed-9039-496df8fc15f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1908295 Jun 28 03:18:12.082923 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a5abf31b-8e4b-46fb-a483-13e171fc1432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (3307f46a-7758-4de7-b9f9-ea14f71fdfa0), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:12.089896 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a5abf31b-8e4b-46fb-a483-13e171fc1432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:12.092841 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a5abf31b-8e4b-46fb-a483-13e171fc1432 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3307f46a-7758-4de7-b9f9-ea14f71fdfa0 HTTP/1.1" status: 204 len: 168 time: 1.0011694 Jun 28 03:18:12.138548 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abf31b-8e4b-46fb-a483-13e171fc1432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3307f46a-7758-4de7-b9f9-ea14f71fdfa0,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:12.332934 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-b1fa18c5-0c0e-462e-a563-fb13f9e109a0 service neutron] 10.222.0.27 "GET /v2.0/networks/ac13b420-c939-45ed-9039-496df8fc15f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674236 Jun 28 03:18:12.487370 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a35ce3-b00f-4179-b55f-879775a6c4bc req-57b01ae0-3cc7-4d03-90b2-9312c06baf11 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:12.514809 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8a35ce3-b00f-4179-b55f-879775a6c4bc req-57b01ae0-3cc7-4d03-90b2-9312c06baf11 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.3260665 Jun 28 03:18:12.590301 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde924d3-efc0-4888-86ea-4733c2f8bce0 x-openstack-request-id: req-dde924d3-efc0-4888-86ea-4733c2f8bce0 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:18:12.590611 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf28320-d40d-457d-8b03-3157d65b8a18", "tag": "06f883b9-139a-473c-971e-de82ca62f9ab", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:18:12.590871 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dde924d3-efc0-4888-86ea-4733c2f8bce0 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:18:12.591316 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde924d3-efc0-4888-86ea-4733c2f8bce0'] response: {'name': 'network-changed', 'server_uuid': 'bcf28320-d40d-457d-8b03-3157d65b8a18', 'tag': '06f883b9-139a-473c-971e-de82ca62f9ab', 'status': 'completed', 'code': 200} Jun 28 03:18:12.692052 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6781fe2-f6e9-44e8-bc76-bd7b8e942a9c req-0a74a8f1-8807-4871-81aa-41875c957647 service neutron] 10.222.0.27 "GET /v2.0/networks/ac13b420-c939-45ed-9039-496df8fc15f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445752 Jun 28 03:18:13.005547 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-b9a32452-32f2-40bc-b17c-0656e4e62cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:13.009254 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-b9a32452-32f2-40bc-b17c-0656e4e62cb4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=43bb7fc15b254d9f877373131c37923c&device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 1127 time: 0.1196120 Jun 28 03:18:13.057993 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8a35ce3-b00f-4179-b55f-879775a6c4bc req-b0c7f105-f0b9-4074-8265-0192b322911e tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420151 Jun 28 03:18:13.110029 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:13.138919 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c585ec-a8ec-4b97-b5cc-8ea762a6a493 req-91fb53f2-678f-46cb-8d72-f808d03c2e9c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:13.142796 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a0c585ec-a8ec-4b97-b5cc-8ea762a6a493 req-91fb53f2-678f-46cb-8d72-f808d03c2e9c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 932 time: 0.2715025 Jun 28 03:18:13.354971 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e85947b-5475-4998-841a-2189d56106b6 req-e5609858-1e67-4bc7-bfef-c1b0752f2cd3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.1103163 Jun 28 03:18:13.549585 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a0c585ec-a8ec-4b97-b5cc-8ea762a6a493 req-4231134b-6bd1-482e-859a-f1451691edfb tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035149 Jun 28 03:18:13.559991 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-5d8500e7-0097-4ccf-9155-82dfbf641d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:13.562778 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-5d8500e7-0097-4ccf-9155-82dfbf641d9f service neutron] 10.222.0.27 "GET /v2.0/networks?id=ac13b420-c939-45ed-9039-496df8fc15f5 HTTP/1.1" status: 200 len: 912 time: 0.4934676 Jun 28 03:18:13.594759 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e28a86b-c03c-4271-880f-a8d72e9df423 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:18:13.611414 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Publish callbacks [] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:13.662505 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Transition to ACTIVE for port object 9e28a86b-c03c-4271-880f-a8d72e9df423 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:18:13.675231 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:13.976059 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Pushing event updated for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:14.111959 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Attempting to bind port 9e28a86b-c03c-4271-880f-a8d72e9df423 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:18:14.116449 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Attempting to bind port 9e28a86b-c03c-4271-880f-a8d72e9df423 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:18:14.116892 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Attempting to bind port 9e28a86b-c03c-4271-880f-a8d72e9df423 on network 91e0cac6-eac1-4a49-93d7-95195e9565b8 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:18:14.127209 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Port 9e28a86b-c03c-4271-880f-a8d72e9df423 on network 91e0cac6-eac1-4a49-93d7-95195e9565b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:18:14.127545 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Attempting to bind port 9e28a86b-c03c-4271-880f-a8d72e9df423 on network 91e0cac6-eac1-4a49-93d7-95195e9565b8 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:18:14.140145 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:18:14.140576 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Checking segment: {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:18:14.141033 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Bound using segment: {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:18:14.141507 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Bound port: 9e28a86b-c03c-4271-880f-a8d72e9df423, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:18:14.141834 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:14.249974 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bcd5c-0f82-406a-83fb-0d0ba8719273 req-5ae14463-15cd-49f7-94aa-50ccd31a6091 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:14.251512 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-927bcd5c-0f82-406a-83fb-0d0ba8719273 req-5ae14463-15cd-49f7-94aa-50ccd31a6091 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0868554 Jun 28 03:18:14.292454 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:18:14.327822 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:18:14.341748 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-927bcd5c-0f82-406a-83fb-0d0ba8719273 req-e85b68a6-2e26-4f11-b112-36e43355b06d tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703650 Jun 28 03:18:14.343258 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:14.387728 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:14.388643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:14.391225 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-239a16b5-418f-4482-b466-282136c34d3f service neutron] 10.222.0.27 "PUT /v2.0/ports/9e28a86b-c03c-4271-880f-a8d72e9df423 HTTP/1.1" status: 200 len: 1094 time: 2.5993915 Jun 28 03:18:14.391909 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:18:14.425267 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a16b5-418f-4482-b466-282136c34d3f service neutron] Pushing event updated for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:14.478493 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-be96cace-697b-41b6-9c48-ef90618e8fe5 req-f8719055-88b6-4b68-a0b4-fd8789822c7e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0410545 Jun 28 03:18:14.671325 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:14.685903 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53aa6e-8efa-4090-8a66-fbaba0ea6928 req-11cc726f-0b33-45b2-be6c-5a46af72b1b9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:14.687428 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6e53aa6e-8efa-4090-8a66-fbaba0ea6928 req-11cc726f-0b33-45b2-be6c-5a46af72b1b9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0504956 Jun 28 03:18:14.745023 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6e53aa6e-8efa-4090-8a66-fbaba0ea6928 req-3663fd83-ec86-463c-92b1-720855642c74 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499375 Jun 28 03:18:14.766790 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b92a87-8cea-4889-9735-36b43df573ec" -d '{"events": [{"name": "network-changed", "server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:18:14.987133 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bab7ea6-7e80-4a80-af3d-6ded517b96a2 x-openstack-request-id: req-7bab7ea6-7e80-4a80-af3d-6ded517b96a2 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:18:14.987615 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:18:14.987871 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bab7ea6-7e80-4a80-af3d-6ded517b96a2 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:18:14.988388 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bab7ea6-7e80-4a80-af3d-6ded517b96a2'] response: {'name': 'network-changed', 'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'status': 'completed', 'code': 200} Jun 28 03:18:15.490311 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f09b19-6808-4e0b-b9d3-4f65024b2e6c req-e9648690-3e01-46ec-9c08-3bee29e73534 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:15.491861 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c1f09b19-6808-4e0b-b9d3-4f65024b2e6c req-e9648690-3e01-46ec-9c08-3bee29e73534 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0693059 Jun 28 03:18:15.556979 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c1f09b19-6808-4e0b-b9d3-4f65024b2e6c req-6c7baff3-81b3-48f8-8fef-4114a40df9fd tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539827 Jun 28 03:18:15.588518 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6e9d5ac8-6eb8-4072-bb88-3995508a2d2b req-7b5fd69c-bc27-4c03-b6a5-0b251600e374 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0304112 Jun 28 03:18:15.862018 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139d23-d0f5-4757-9691-cc2760f4c3fa req-b14fe870-74c3-4695-ad66-1d8290a450cd tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:15.863439 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3c139d23-d0f5-4757-9691-cc2760f4c3fa req-b14fe870-74c3-4695-ad66-1d8290a450cd tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0500379 Jun 28 03:18:15.913292 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3c139d23-d0f5-4757-9691-cc2760f4c3fa req-35348d23-6876-49d6-bccc-3979ccebe8ff tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439987 Jun 28 03:18:16.707466 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2ab69-899c-4332-876f-5532a56352ad req-fcc35114-4369-477b-8dd6-00a5f3164cf4 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:16.713293 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-58d2ab69-899c-4332-876f-5532a56352ad req-fcc35114-4369-477b-8dd6-00a5f3164cf4 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0760658 Jun 28 03:18:16.769649 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5e43e286-dc0b-48dd-b668-acd1f790b4b5 req-7613801d-e8d1-4652-a183-74b3199c3a5b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0520430 Jun 28 03:18:16.821405 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:16.825079 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-58d2ab69-899c-4332-876f-5532a56352ad req-3a13a279-2ea8-4c9d-b99d-291d0d25f506 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579393 Jun 28 03:18:17.065974 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82782d76-710d-4862-81f6-45494a28b6ba req-7555c790-c664-4b6b-b419-a8595fb3a7f0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:17.067594 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-82782d76-710d-4862-81f6-45494a28b6ba req-7555c790-c664-4b6b-b419-a8595fb3a7f0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0703845 Jun 28 03:18:17.151816 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-82782d76-710d-4862-81f6-45494a28b6ba req-bb16155f-cb35-417f-b06e-ba81d1c187d9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716221 Jun 28 03:18:17.453189 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33118) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:17.544124 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21028e98-c9b7-4543-959a-6f4072a02302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:17.583739 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:17.593462 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7246c819-fb1d-432b-8253-8b1e6a922453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:17.684558 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7246c819-fb1d-432b-8253-8b1e6a922453 admin admin] Publish callbacks [] for security_group (8a30f532-171c-4f3e-9c36-91a7296c5944), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:17.691948 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7246c819-fb1d-432b-8253-8b1e6a922453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (8a30f532-171c-4f3e-9c36-91a7296c5944), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:17.729697 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246c819-fb1d-432b-8253-8b1e6a922453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a30f532-171c-4f3e-9c36-91a7296c5944,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:17.737608 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7246c819-fb1d-432b-8253-8b1e6a922453 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45c83194a5fe427e939f04956c083a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821946 Jun 28 03:18:17.738313 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33122) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:17.790912 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94a7cfc7-b651-4095-a81a-7699c0d22463 admin admin] Publish callbacks [] for security_group (8a30f532-171c-4f3e-9c36-91a7296c5944), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:17.819649 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94a7cfc7-b651-4095-a81a-7699c0d22463 admin admin] Publish callbacks [] for security_group (8a30f532-171c-4f3e-9c36-91a7296c5944), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:17.845537 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:17.898131 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94a7cfc7-b651-4095-a81a-7699c0d22463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (8a30f532-171c-4f3e-9c36-91a7296c5944), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:17.901612 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94a7cfc7-b651-4095-a81a-7699c0d22463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:17.905664 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-94a7cfc7-b651-4095-a81a-7699c0d22463 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a30f532-171c-4f3e-9c36-91a7296c5944 HTTP/1.1" status: 204 len: 168 time: 0.1665583 Jun 28 03:18:17.910005 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3c5633ab-1cb0-43b8-a252-e1c423c3f69b req-55087c35-de1b-4108-9c59-4709972645e1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0383868 Jun 28 03:18:17.916695 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7cfc7-b651-4095-a81a-7699c0d22463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a30f532-171c-4f3e-9c36-91a7296c5944,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:18.049390 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023f9ac-66cc-447d-8313-8aaeb272c434 req-1805c522-55c8-485a-af6d-e1bbe7c86651 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:18.050983 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e023f9ac-66cc-447d-8313-8aaeb272c434 req-1805c522-55c8-485a-af6d-e1bbe7c86651 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0938871 Jun 28 03:18:18.120974 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e023f9ac-66cc-447d-8313-8aaeb272c434 req-603766a0-7ccf-40c4-ac1f-b88cdee06024 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626111 Jun 28 03:18:18.309480 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33140) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:18.318440 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c500af-a8ee-4b13-9509-50909e96dc8e req-2676a8a6-d151-494f-9533-700b4cd60820 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:18.320257 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f7c500af-a8ee-4b13-9509-50909e96dc8e req-2676a8a6-d151-494f-9533-700b4cd60820 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0557075 Jun 28 03:18:18.323920 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2178118c-86cb-4347-ace2-57ad8143c1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:18.380504 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f7c500af-a8ee-4b13-9509-50909e96dc8e req-05fac636-e5eb-4f50-a074-b1b6e6133053 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538220 Jun 28 03:18:18.461197 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2178118c-86cb-4347-ace2-57ad8143c1f8 admin admin] Publish callbacks [] for security_group (a0f89a93-d367-4b4a-a6de-256d7671f684), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:18.466371 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2178118c-86cb-4347-ace2-57ad8143c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a0f89a93-d367-4b4a-a6de-256d7671f684), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:18.510433 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2178118c-86cb-4347-ace2-57ad8143c1f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b68156c25a24921a70cbaf8898736b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997812 Jun 28 03:18:18.511398 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178118c-86cb-4347-ace2-57ad8143c1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f89a93-d367-4b4a-a6de-256d7671f684,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:18.517433 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33146) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:18.578558 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d00421a0-5755-49ae-b1d4-50ec84c0ea9f admin admin] Publish callbacks [] for security_group (a0f89a93-d367-4b4a-a6de-256d7671f684), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:18.601009 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d00421a0-5755-49ae-b1d4-50ec84c0ea9f admin admin] Publish callbacks [] for security_group (a0f89a93-d367-4b4a-a6de-256d7671f684), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:18.666052 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d00421a0-5755-49ae-b1d4-50ec84c0ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a0f89a93-d367-4b4a-a6de-256d7671f684), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:18.668615 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d00421a0-5755-49ae-b1d4-50ec84c0ea9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:18.669799 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d00421a0-5755-49ae-b1d4-50ec84c0ea9f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0f89a93-d367-4b4a-a6de-256d7671f684 HTTP/1.1" status: 204 len: 168 time: 0.1511388 Jun 28 03:18:18.679408 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00421a0-5755-49ae-b1d4-50ec84c0ea9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f89a93-d367-4b4a-a6de-256d7671f684,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:18.697600 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:19.019160 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20e2a7b5-0033-4b82-9a1e-4997f42e8331 req-9ef0d5d2-70e5-477f-ada4-98f3a528fb7c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0388496 Jun 28 03:18:19.320233 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1912c66-1fae-44b1-8c70-e935b4f5d6b8 req-a954cd87-425f-4289-b1ae-c14171b4127e tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:19.329005 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a1912c66-1fae-44b1-8c70-e935b4f5d6b8 req-a954cd87-425f-4289-b1ae-c14171b4127e tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0675611 Jun 28 03:18:19.412486 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a1912c66-1fae-44b1-8c70-e935b4f5d6b8 req-5cae522f-ae64-45ee-b6be-30112f889e20 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799036 Jun 28 03:18:19.616387 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192c1d0-d146-432e-88f1-347e04e35d64 req-8aa84f0b-5db5-4e10-8e0b-1023bb0539a9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:19.618442 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2192c1d0-d146-432e-88f1-347e04e35d64 req-8aa84f0b-5db5-4e10-8e0b-1023bb0539a9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0979762 Jun 28 03:18:19.676790 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2192c1d0-d146-432e-88f1-347e04e35d64 req-720fe73e-3a1d-445b-8965-e17edc0fe405 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527215 Jun 28 03:18:19.798131 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-03a4d8d1-77d9-43a7-ab85-e4158ca5ce48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:20.038198 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:20.123183 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-043d3645-8c4a-4c2e-81ef-98c6ac4467c9 req-88663e3f-4a33-4f38-a6ed-3a1eb7f607a5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0308774 Jun 28 03:18:20.551128 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533426ca-6550-4ccc-9680-d77d7d94df26 req-d817e6ea-411d-4e58-93ef-a93ee62d297c tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:20.553083 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-533426ca-6550-4ccc-9680-d77d7d94df26 req-d817e6ea-411d-4e58-93ef-a93ee62d297c tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0546112 Jun 28 03:18:20.610721 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-533426ca-6550-4ccc-9680-d77d7d94df26 req-8acafcf5-77b3-4231-8c85-b107ea8c554c tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510194 Jun 28 03:18:20.796945 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63331e2-98bc-4529-9d2e-6d0738810e19 req-5f2501f6-c77f-4360-a895-7912aca1af1a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:20.798430 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a63331e2-98bc-4529-9d2e-6d0738810e19 req-5f2501f6-c77f-4360-a895-7912aca1af1a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0479383 Jun 28 03:18:20.823794 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:20.845399 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a63331e2-98bc-4529-9d2e-6d0738810e19 req-e409f7af-f31c-46aa-afc1-e09e800922f7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411716 Jun 28 03:18:21.014485 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:21.225520 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f368e311-c579-45d1-9055-7c511384c742 req-d2bba8ec-02ca-4f07-9ee6-87b00345533d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0316556 Jun 28 03:18:21.733180 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33276) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:21.852273 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b9979ba-bc52-4ca2-a95f-a52f50109df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:21.898984 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:21.901493 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3a17-3fd5-42e9-a332-eea42575cf21 req-09a5a41a-ca9b-49a5-934c-274e0acf92bb tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:21.908682 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-38bc3a17-3fd5-42e9-a332-eea42575cf21 req-09a5a41a-ca9b-49a5-934c-274e0acf92bb tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.2279682 Jun 28 03:18:21.934415 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b9979ba-bc52-4ca2-a95f-a52f50109df9 admin admin] Publish callbacks [] for security_group (9d224afd-c83d-4dd5-8786-928de211d81b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:21.939366 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b9979ba-bc52-4ca2-a95f-a52f50109df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (9d224afd-c83d-4dd5-8786-928de211d81b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:21.980412 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-38bc3a17-3fd5-42e9-a332-eea42575cf21 req-49c0f766-e9d2-4c01-925b-9684b58adca9 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706823 Jun 28 03:18:21.983077 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 33282) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:21.983299 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7b9979ba-bc52-4ca2-a95f-a52f50109df9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62cfa6e417fc4c9aa2e65d0c173ede2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490313 Jun 28 03:18:21.985066 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9979ba-bc52-4ca2-a95f-a52f50109df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d224afd-c83d-4dd5-8786-928de211d81b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:22.008443 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34bd0f-f0bd-4633-bf50-c40d90f53163 req-ef55fa55-06d6-4b33-ac95-11fbddce555a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:22.009907 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-af34bd0f-f0bd-4633-bf50-c40d90f53163 req-ef55fa55-06d6-4b33-ac95-11fbddce555a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0791442 Jun 28 03:18:22.076931 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1791a9e-f46d-46d9-b7ee-f5d34c029030 admin admin] Publish callbacks [] for security_group (9d224afd-c83d-4dd5-8786-928de211d81b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.082202 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-af34bd0f-f0bd-4633-bf50-c40d90f53163 req-60db7f53-aab2-4b80-8a1d-e17b5a166883 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647810 Jun 28 03:18:22.097485 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:22.102874 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1791a9e-f46d-46d9-b7ee-f5d34c029030 admin admin] Publish callbacks [] for security_group (9d224afd-c83d-4dd5-8786-928de211d81b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.150370 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1791a9e-f46d-46d9-b7ee-f5d34c029030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (9d224afd-c83d-4dd5-8786-928de211d81b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.152787 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1791a9e-f46d-46d9-b7ee-f5d34c029030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.154175 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e1791a9e-f46d-46d9-b7ee-f5d34c029030 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d224afd-c83d-4dd5-8786-928de211d81b HTTP/1.1" status: 204 len: 168 time: 0.1699400 Jun 28 03:18:22.164067 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1791a9e-f46d-46d9-b7ee-f5d34c029030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d224afd-c83d-4dd5-8786-928de211d81b,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:22.321273 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-62bf9de0-9428-418f-a452-d58e994c205b req-05b153c8-ffb2-4695-a64e-cce5f1dcc2a2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0276842 Jun 28 03:18:22.441078 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 33290) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:22.454829 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-30c8b0ed-5353-4988-81d1-371b1b42fde7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.535174 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-30c8b0ed-5353-4988-81d1-371b1b42fde7 admin admin] Publish callbacks [] for security_group (142279eb-ad2e-4a30-86fb-ba21ab5e94b9), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.542732 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-30c8b0ed-5353-4988-81d1-371b1b42fde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (142279eb-ad2e-4a30-86fb-ba21ab5e94b9), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.588812 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-30c8b0ed-5353-4988-81d1-371b1b42fde7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9e8a6c3ffbe474fac440a006a5d8fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466353 Jun 28 03:18:22.591731 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33300) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:22.593197 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8b0ed-5353-4988-81d1-371b1b42fde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142279eb-ad2e-4a30-86fb-ba21ab5e94b9,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:22.618425 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.654804 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed9aa-7c43-43ec-8518-0c3c0d40c7ac admin admin] Publish callbacks [] for security_group (142279eb-ad2e-4a30-86fb-ba21ab5e94b9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.675712 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed9aa-7c43-43ec-8518-0c3c0d40c7ac admin admin] Publish callbacks [] for security_group (142279eb-ad2e-4a30-86fb-ba21ab5e94b9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.725678 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed9aa-7c43-43ec-8518-0c3c0d40c7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (142279eb-ad2e-4a30-86fb-ba21ab5e94b9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.728283 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed9aa-7c43-43ec-8518-0c3c0d40c7ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:22.729454 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4e6ed9aa-7c43-43ec-8518-0c3c0d40c7ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/142279eb-ad2e-4a30-86fb-ba21ab5e94b9 HTTP/1.1" status: 204 len: 168 time: 0.1365192 Jun 28 03:18:22.741699 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ed9aa-7c43-43ec-8518-0c3c0d40c7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142279eb-ad2e-4a30-86fb-ba21ab5e94b9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:23.025384 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:23.107520 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eff33d-3e2b-4a90-8b72-4437714d50f2 req-82a8460b-ddb2-400d-a905-9f12c147d4e3 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:23.109070 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-44eff33d-3e2b-4a90-8b72-4437714d50f2 req-82a8460b-ddb2-400d-a905-9f12c147d4e3 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0486019 Jun 28 03:18:23.159982 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-44eff33d-3e2b-4a90-8b72-4437714d50f2 req-cdd69921-67f3-48aa-8e84-7d64d2eb232b tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Jun 28 03:18:23.224894 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a4499-a030-4ed1-9a78-95efcac1a4a2 req-397f5b0c-1a22-499e-ac41-dd6f3e62ec9b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:23.226564 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-069a4499-a030-4ed1-9a78-95efcac1a4a2 req-397f5b0c-1a22-499e-ac41-dd6f3e62ec9b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0576310 Jun 28 03:18:23.258952 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:23.280888 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:23.282335 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-069a4499-a030-4ed1-9a78-95efcac1a4a2 req-a5c86983-f8f2-41d7-8f95-92266c641cae tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488868 Jun 28 03:18:23.380665 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-f9f04aa9-483a-4857-a5b1-82a48d4eebd9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06f883b9-139a-473c-971e-de82ca62f9ab HTTP/1.1" status: 200 len: 217 time: 0.0458376 Jun 28 03:18:23.422188 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aad33b80-f690-4ddd-b656-3c26c6e54e74 req-305b90bd-6d58-4cf5-817c-2eb9c4184bd8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0311885 Jun 28 03:18:24.274530 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-13b85056-ace3-4b32-bdb2-faa5b94e48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:24.276714 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-13b85056-ace3-4b32-bdb2-faa5b94e48dd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a779ab20-0563-491c-84d2-f67e49b2d901 HTTP/1.1" status: 200 len: 850 time: 0.0648229 Jun 28 03:18:24.285567 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ec11-2d97-41fa-a13f-07016672e431 req-a32773cb-7b1e-402e-b768-56485eb8c332 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:24.287156 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-19d8ec11-2d97-41fa-a13f-07016672e431 req-a32773cb-7b1e-402e-b768-56485eb8c332 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0555794 Jun 28 03:18:24.349441 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-19d8ec11-2d97-41fa-a13f-07016672e431 req-eb240fe0-1a14-403d-a312-66d11f48c735 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563989 Jun 28 03:18:24.407279 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655a406-0996-4660-8318-7000c66a9436 req-04a42c82-fa2e-46c5-bba6-1239cbc74a5a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:24.408782 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f655a406-0996-4660-8318-7000c66a9436 req-04a42c82-fa2e-46c5-bba6-1239cbc74a5a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0539172 Jun 28 03:18:24.456874 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f655a406-0996-4660-8318-7000c66a9436 req-8a7d7d30-77c4-472f-bf50-03ead3b558aa tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424786 Jun 28 03:18:24.502172 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:24.526714 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7d991b42-eecc-4fd9-98b0-71ba98706c42 req-38ed8af4-f932-4678-a0ae-85a756a64747 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0330899 Jun 28 03:18:25.463230 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28547e9-a3c2-4115-889c-755dc4b59aff req-78e5c380-4aa5-43ae-be77-94841e822e2f tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:25.464626 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c28547e9-a3c2-4115-889c-755dc4b59aff req-78e5c380-4aa5-43ae-be77-94841e822e2f tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0473418 Jun 28 03:18:25.517395 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c28547e9-a3c2-4115-889c-755dc4b59aff req-d8b79db1-381a-4103-8bb6-9f06abc521c7 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471468 Jun 28 03:18:25.577538 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae721566-f4b2-4400-b5f0-91a83cfeda38 req-f0fab66d-c400-449e-9abd-e28132c177b0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:25.579023 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ae721566-f4b2-4400-b5f0-91a83cfeda38 req-f0fab66d-c400-449e-9abd-e28132c177b0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0476520 Jun 28 03:18:25.632757 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dd6ec7d6-590b-46c4-8ce3-7ac3170557f5 req-586c70c7-271f-43b8-8685-43d82be69441 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0345099 Jun 28 03:18:25.655013 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ae721566-f4b2-4400-b5f0-91a83cfeda38 req-ca3133fc-eca7-4f6f-b477-171aedcc0635 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704896 Jun 28 03:18:26.136114 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:26.138123 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-d6412fae-c22e-4483-8e5b-7758da591474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:26.139673 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-d6412fae-c22e-4483-8e5b-7758da591474 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ac13b420-c939-45ed-9039-496df8fc15f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445447 Jun 28 03:18:26.171610 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b92a87-8cea-4889-9735-36b43df573ec req-8180456b-0c7e-445c-8648-37977d6f5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:26.173141 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-06b92a87-8cea-4889-9735-36b43df573ec req-8180456b-0c7e-445c-8648-37977d6f5b12 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 1128 time: 0.0784333 Jun 28 03:18:26.235468 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-8cff3290-36e9-4f7c-9a81-0620c1f84a84 service neutron] 10.222.0.27 "GET /v2.0/networks/ac13b420-c939-45ed-9039-496df8fc15f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887897 Jun 28 03:18:26.631803 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:26.658087 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d79d2-2fc0-404b-ba96-33d6806d06e4 req-ef4b9aa3-c1c2-429f-a926-9d106802a34b tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:26.660403 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fa5d79d2-2fc0-404b-ba96-33d6806d06e4 req-ef4b9aa3-c1c2-429f-a926-9d106802a34b tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0623617 Jun 28 03:18:26.729538 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fa5d79d2-2fc0-404b-ba96-33d6806d06e4 req-ba4c0d14-3b50-406f-87a9-80f64d9a616e tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633960 Jun 28 03:18:26.761945 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c7c4bb9b-df0b-4d7e-ab94-caab7cb09388 req-c07bded2-5330-4a5a-bf1d-98661f118a05 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0491650 Jun 28 03:18:26.851818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3ca5-70ed-4b0c-a6fc-79b763d77242 req-96d83a9c-2812-482e-9993-e23c0895385e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:26.853431 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cb1f3ca5-70ed-4b0c-a6fc-79b763d77242 req-96d83a9c-2812-482e-9993-e23c0895385e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0565581 Jun 28 03:18:26.916549 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cb1f3ca5-70ed-4b0c-a6fc-79b763d77242 req-395e9ab6-752a-4c40-b969-eb040c5d2362 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561311 Jun 28 03:18:27.869128 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-948bebbc-fdca-4a0d-9acb-1a5e9e067b6f req-011f7e7e-ac14-4cf0-964d-11c3f0ec6ea2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0299003 Jun 28 03:18:27.883412 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ead052-c1a7-4d20-940a-4f8b5bd2ada8 req-8d6b7d3b-3f6e-45bf-9915-a55ab030fb91 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:27.884968 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e9ead052-c1a7-4d20-940a-4f8b5bd2ada8 req-8d6b7d3b-3f6e-45bf-9915-a55ab030fb91 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0780838 Jun 28 03:18:27.939112 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e9ead052-c1a7-4d20-940a-4f8b5bd2ada8 req-82a0c1aa-4a13-49eb-b6e7-74943e21b600 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Jun 28 03:18:28.043879 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796df97-77a5-45e6-8aa5-40d08440b91d req-9f27366d-7465-4849-9d6b-f5177fbc1391 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:28.045372 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f796df97-77a5-45e6-8aa5-40d08440b91d req-9f27366d-7465-4849-9d6b-f5177fbc1391 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0466976 Jun 28 03:18:28.095535 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f796df97-77a5-45e6-8aa5-40d08440b91d req-178cf812-047f-42a3-8242-f516ef6e09ed tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419481 Jun 28 03:18:28.986758 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7c4fd63-628c-45f7-b4b6-db8de0b1f45f req-d623c117-047a-4128-a1d7-1ea3d38598bb tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0324979 Jun 28 03:18:29.056845 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a70ba6-0b31-446d-b1ff-d58850f33860 req-64e18bc2-9174-45a3-bea3-54b6321a45e2 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:29.058607 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-81a70ba6-0b31-446d-b1ff-d58850f33860 req-64e18bc2-9174-45a3-bea3-54b6321a45e2 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0479574 Jun 28 03:18:29.116718 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-81a70ba6-0b31-446d-b1ff-d58850f33860 req-da2d3609-5456-4a9e-b947-b7f5384db72b tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522163 Jun 28 03:18:29.225034 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2f136-b3ad-4b29-9cad-02f71e855199 req-8f1a3282-5ea4-4587-a1bd-834e1c826242 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:29.226706 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-afd2f136-b3ad-4b29-9cad-02f71e855199 req-8f1a3282-5ea4-4587-a1bd-834e1c826242 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0585141 Jun 28 03:18:29.276331 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-afd2f136-b3ad-4b29-9cad-02f71e855199 req-67f7ff95-2387-424a-9aab-cb69db1c8add tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Jun 28 03:18:30.107796 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08df15d2-f220-423e-aed1-6797d9e5accf req-9778cca4-e5bd-48c8-821b-80b992d8c9e4 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 210 time: 0.0311456 Jun 28 03:18:30.138519 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.27', 61282) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:30.345922 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa89529-d334-4d4a-8cae-b2ce211c1480 req-c318a3d5-cc7c-4ce1-be4f-e22ef882f056 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:30.347610 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9aa89529-d334-4d4a-8cae-b2ce211c1480 req-c318a3d5-cc7c-4ce1-be4f-e22ef882f056 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.1057863 Jun 28 03:18:30.353064 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b92a87-8cea-4889-9735-36b43df573ec req-cc2d6575-6d5b-406a-9824-fd96eca6a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:30.354903 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-06b92a87-8cea-4889-9735-36b43df573ec req-cc2d6575-6d5b-406a-9824-fd96eca6a350 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2297122 Jun 28 03:18:30.433560 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae06b08a-c5fb-4248-a544-1578c3d012d9 req-0943021e-869e-4d19-a336-9cd147f9764c service neutron] 10.222.0.27 "GET /v2.0/networks/ac13b420-c939-45ed-9039-496df8fc15f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138030 Jun 28 03:18:30.440045 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-cefd22fb-1b7d-4726-8729-543c61070a5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:30.441417 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-cefd22fb-1b7d-4726-8729-543c61070a5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 814 time: 0.3019731 Jun 28 03:18:30.471168 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:30.559031 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9aa89529-d334-4d4a-8cae-b2ce211c1480 req-7e682f2e-106d-493b-904a-153044289f39 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031727 Jun 28 03:18:30.581320 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12016b-d80a-4f00-8579-fe36aa14454b req-2a83770d-f089-4bd8-95e0-143769e71051 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:30.582972 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8b12016b-d80a-4f00-8579-fe36aa14454b req-2a83770d-f089-4bd8-95e0-143769e71051 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1783197 Jun 28 03:18:30.637636 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b92a87-8cea-4889-9735-36b43df573ec req-42091bdb-5928-4117-9cc7-46e6ab722d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:30.639333 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-06b92a87-8cea-4889-9735-36b43df573ec req-42091bdb-5928-4117-9cc7-46e6ab722d01 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2748213 Jun 28 03:18:30.662000 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-44a36172-b751-4810-8ec3-94f5c24b06ac tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 379 time: 0.1240706 Jun 28 03:18:30.664779 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8b12016b-d80a-4f00-8579-fe36aa14454b req-ad76a8f1-0ef0-43b3-951b-ab621affcf7f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673246 Jun 28 03:18:30.673625 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'port': {'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'admin_state_up': True, 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'security_groups': ['4f99c750-9620-433c-b9e3-a5e826cce6a8']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:30.763403 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-ea932b3e-053d-4e6b-8127-3dd8a7e930fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:30.765829 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-ea932b3e-053d-4e6b-8127-3dd8a7e930fb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 1128 time: 0.0582385 Jun 28 03:18:30.809558 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Made reservation on behalf of 63f6b05085584fd5beecbe54c7251525 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:18:30.815693 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:30.845424 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-80a9de6f-e36d-4289-8c43-bdfed919404c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e28a86b-c03c-4271-880f-a8d72e9df423 HTTP/1.1" status: 200 len: 217 time: 0.0653501 Jun 28 03:18:30.861883 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:30.921304 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-c268885c-ad8e-4d6f-a5f6-869b7762cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:30.923145 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-c268885c-ad8e-4d6f-a5f6-869b7762cc86 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 200 len: 856 time: 0.0711801 Jun 28 03:18:30.946655 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:30.983565 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Allocated IP 172.20.0.13 (78d460e7-819f-442d-8ddd-fecab5b4b6fc/09c0e3c7-887f-4f02-b281-87d6ff6c281d/d6e55600-5f0a-4fbe-a2ac-19740c81c992) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:18:31.024853 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-f118547d-4fc6-4440-a479-bd1029f4a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:31.026658 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-f118547d-4fc6-4440-a479-bd1029f4a052 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=91e0cac6-eac1-4a49-93d7-95195e9565b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977495 Jun 28 03:18:31.170392 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:31.218541 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:31.264837 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:18:31.268100 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:18:31.273208 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:18:31.278992 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:31.304776 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=d6e55600-5f0a-4fbe-a2ac-19740c81c992,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:31.346943 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:31.347570 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:31.355698 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-8c9db68c-37e8-4080-b4e7-fa583f0d316f service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224101 Jun 28 03:18:31.378098 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-09bb144b-595b-4363-aea6-486600070d06 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7089124 Jun 28 03:18:31.409035 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Request body: {'port': {'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:31.492828 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dc56d-6d2b-412b-b411-06b3505eb9ac req-00996e9b-b946-4b0c-b364-70ae6287d0af tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:31.494430 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5d5dc56d-6d2b-412b-b411-06b3505eb9ac req-00996e9b-b946-4b0c-b364-70ae6287d0af tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 932 time: 0.1897392 Jun 28 03:18:31.507572 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:31.540419 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-35992169-ce88-4f1e-9781-e86c831eea5d None None] Provisioning complete for port d6e55600-5f0a-4fbe-a2ac-19740c81c992 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:31.541077 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-35992169-ce88-4f1e-9781-e86c831eea5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:31.566368 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b8312ee-1857-4cd6-b0b4-f4e2d1a8597b req-7ff3ee4a-5b1e-421f-a878-0e48fd9d5dba service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909082 Jun 28 03:18:31.593356 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5d5dc56d-6d2b-412b-b411-06b3505eb9ac req-a9563b27-a0ec-4855-bbc0-27b23913dd91 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859332 Jun 28 03:18:31.618137 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:31.619706 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-35992169-ce88-4f1e-9781-e86c831eea5d None None] Port d6e55600-5f0a-4fbe-a2ac-19740c81c992 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:18:31.705958 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a21e82-8503-4bea-b294-5ceec7c11b28 req-b249b843-a585-426a-98b5-f79bf97de905 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:31.707365 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a4a21e82-8503-4bea-b294-5ceec7c11b28 req-b249b843-a585-426a-98b5-f79bf97de905 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 943 time: 0.0538604 Jun 28 03:18:31.827673 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a4a21e82-8503-4bea-b294-5ceec7c11b28 req-344a0187-b6f0-4dc8-89ce-45703c00e5b6 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127913 Jun 28 03:18:31.863742 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443e71b-e375-49fe-93fe-ff168e408676 req-65c7b7ab-b4bc-40c7-8b1c-0475d2f484f9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:31.865542 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9443e71b-e375-49fe-93fe-ff168e408676 req-65c7b7ab-b4bc-40c7-8b1c-0475d2f484f9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0860877 Jun 28 03:18:31.933632 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9443e71b-e375-49fe-93fe-ff168e408676 req-a4e87de4-4e3e-4274-8d17-a3fae03856f1 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604019 Jun 28 03:18:32.023880 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e55600-5f0a-4fbe-a2ac-19740c81c992 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:18:32.032440 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Publish callbacks [] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:32.045457 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Transition to ACTIVE for port object d6e55600-5f0a-4fbe-a2ac-19740c81c992 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:18:32.050582 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:32.103854 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e55600-5f0a-4fbe-a2ac-19740c81c992,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:32.110649 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:32.189313 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Attempting to bind port d6e55600-5f0a-4fbe-a2ac-19740c81c992 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:18:32.190054 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Attempting to bind port d6e55600-5f0a-4fbe-a2ac-19740c81c992 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:18:32.190054 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Attempting to bind port d6e55600-5f0a-4fbe-a2ac-19740c81c992 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:18:32.194911 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Port d6e55600-5f0a-4fbe-a2ac-19740c81c992 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:18:32.195251 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Attempting to bind port d6e55600-5f0a-4fbe-a2ac-19740c81c992 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:18:32.200562 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:18:32.200888 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Checking segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:18:32.201430 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Bound using segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:18:32.202032 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Bound port: d6e55600-5f0a-4fbe-a2ac-19740c81c992, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:18:32.202381 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:32.245679 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 06f883b9-139a-473c-971e-de82ca62f9ab details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:18:32.290161 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] For port d6e55600-5f0a-4fbe-a2ac-19740c81c992, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:18:32.294232 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] For port d6e55600-5f0a-4fbe-a2ac-19740c81c992, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d6e55600-5f0a-4fbe-a2ac-19740c81c992,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:18:32.316182 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:32.388116 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:32.389901 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:32.391562 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] 10.222.0.27 "PUT /v2.0/ports/d6e55600-5f0a-4fbe-a2ac-19740c81c992 HTTP/1.1" status: 200 len: 1094 time: 0.9992883 Jun 28 03:18:32.392228 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'tag': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:18:32.395515 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2647aa-e3b6-4389-b1bb-592cd566252e" -d '{"events": [{"name": "network-changed", "server_uuid": "c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e", "tag": "d6e55600-5f0a-4fbe-a2ac-19740c81c992"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:18:32.425165 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00f3ff-68d1-4900-a823-1853d41bd3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e55600-5f0a-4fbe-a2ac-19740c81c992,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:32.451591 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 06f883b9-139a-473c-971e-de82ca62f9ab, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=06f883b9-139a-473c-971e-de82ca62f9ab,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:32.507813 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '06f883b9-139a-473c-971e-de82ca62f9ab', 'network_id': 'ac13b420-c939-45ed-9039-496df8fc15f5', 'port_id': '06f883b9-139a-473c-971e-de82ca62f9ab', 'mac_address': 'fa:16:3e:5c:49:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a779ab20-0563-491c-84d2-f67e49b2d901', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:18:32.556932 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 33666) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:32.577022 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c23847b-e640-47ab-b736-188801428e32 x-openstack-request-id: req-4c23847b-e640-47ab-b736-188801428e32 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:18:32.577022 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e", "tag": "d6e55600-5f0a-4fbe-a2ac-19740c81c992", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:18:32.577022 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c23847b-e640-47ab-b736-188801428e32 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:18:32.577022 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c23847b-e640-47ab-b736-188801428e32'] response: {'name': 'network-changed', 'server_uuid': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'tag': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'status': 'completed', 'code': 200} Jun 28 03:18:32.614317 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-30c0473d-30ee-47b1-9c24-10819857b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:32.616648 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 06f883b9-139a-473c-971e-de82ca62f9ab is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:32.617274 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-30c0473d-30ee-47b1-9c24-10819857b727 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 1128 time: 0.1553712 Jun 28 03:18:32.624176 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:32.641982 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f883b9-139a-473c-971e-de82ca62f9ab {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:18:32.666692 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 06f883b9-139a-473c-971e-de82ca62f9ab, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=06f883b9-139a-473c-971e-de82ca62f9ab,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:32.672026 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:32.689483 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-d845fbe9-7ab8-4b2f-af12-537fd637c3cf service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e55600-5f0a-4fbe-a2ac-19740c81c992 HTTP/1.1" status: 200 len: 217 time: 0.0514712 Jun 28 03:18:32.756392 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=06f883b9-139a-473c-971e-de82ca62f9ab,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:32.803968 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-a520f2b0-5976-4781-9eec-6e90b79b51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:32.804968 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12e0c375-db39-4f26-9221-7a9f551ce478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:32.806142 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-a520f2b0-5976-4781-9eec-6e90b79b51c1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.1084676 Jun 28 03:18:32.828320 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4582a-cec7-4cb0-b5e5-bf0cd4d1a0ae req-71d077c4-9e02-44f3-a938-9b8a7768d135 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:32.829907 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-57f4582a-cec7-4cb0-b5e5-bf0cd4d1a0ae req-71d077c4-9e02-44f3-a938-9b8a7768d135 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 944 time: 0.1057587 Jun 28 03:18:32.861628 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-95ccd409-de18-4899-9820-0192745cf1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:32.863208 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-95ccd409-de18-4899-9820-0192745cf1ab service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507457 Jun 28 03:18:32.880403 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:32.960280 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-57f4582a-cec7-4cb0-b5e5-bf0cd4d1a0ae req-f2e8d56d-99e8-41a9-aa0f-c96f598d52aa tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050124 Jun 28 03:18:33.018989 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['06f883b9-139a-473c-971e-de82ca62f9ab'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:18:33.069706 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-5270244b-e974-429b-8eee-1f3f83de0b1e service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989369 Jun 28 03:18:33.080343 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12e0c375-db39-4f26-9221-7a9f551ce478 admin admin] Publish callbacks [] for security_group (c48b3071-307f-4ad2-bdb1-c9b5fa9c443e), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.088111 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd662282-9a4c-488c-a1b3-a4386ff2d686 req-9a59c004-6db8-4a8c-9e22-248b83731275 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:33.101019 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd662282-9a4c-488c-a1b3-a4386ff2d686 req-9a59c004-6db8-4a8c-9e22-248b83731275 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 944 time: 0.1401317 Jun 28 03:18:33.115287 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12e0c375-db39-4f26-9221-7a9f551ce478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (c48b3071-307f-4ad2-bdb1-c9b5fa9c443e), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.122922 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:33.181090 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:33.243353 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6abcfe9f-974e-440b-8f31-357c4b83b9f4 req-ac700582-9671-4b26-b234-2b11214483e4 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663833 Jun 28 03:18:33.271807 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-12e0c375-db39-4f26-9221-7a9f551ce478 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9765b6f37a134dedaa347855accacd15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7127714 Jun 28 03:18:33.274985 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33712) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:33.279233 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd662282-9a4c-488c-a1b3-a4386ff2d686 req-c4e64bf3-e0a7-4f96-bd00-33e0f373d55c tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661973 Jun 28 03:18:33.288898 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bba008-4517-4df9-88ef-6981015ce30d req-9275e20c-8426-4fd2-96cd-677b40b4d12f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:33.290586 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b3bba008-4517-4df9-88ef-6981015ce30d req-9275e20c-8426-4fd2-96cd-677b40b4d12f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.2191620 Jun 28 03:18:33.293416 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0c375-db39-4f26-9221-7a9f551ce478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48b3071-307f-4ad2-bdb1-c9b5fa9c443e,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:33.393100 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71e66cd1-d1fa-4d03-80a3-3e7623a1bfb3 admin admin] Publish callbacks [] for security_group (c48b3071-307f-4ad2-bdb1-c9b5fa9c443e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.417878 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71e66cd1-d1fa-4d03-80a3-3e7623a1bfb3 admin admin] Publish callbacks [] for security_group (c48b3071-307f-4ad2-bdb1-c9b5fa9c443e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.440048 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b3bba008-4517-4df9-88ef-6981015ce30d req-7df565e2-3228-4c93-ab86-b8aaceb6bac4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251185 Jun 28 03:18:33.481429 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71e66cd1-d1fa-4d03-80a3-3e7623a1bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (c48b3071-307f-4ad2-bdb1-c9b5fa9c443e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.484079 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71e66cd1-d1fa-4d03-80a3-3e7623a1bfb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.485696 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-71e66cd1-d1fa-4d03-80a3-3e7623a1bfb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c48b3071-307f-4ad2-bdb1-c9b5fa9c443e HTTP/1.1" status: 204 len: 168 time: 0.2097344 Jun 28 03:18:33.494297 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e66cd1-d1fa-4d03-80a3-3e7623a1bfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48b3071-307f-4ad2-bdb1-c9b5fa9c443e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:33.625875 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33730) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:33.827905 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 33738) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:33.837121 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-344acc3c-81e3-429b-a4bf-a771ac55daee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.843819 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdeac80b-95c6-40d1-ab62-bbf6e6e4540e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.916736 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:33.926363 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-344acc3c-81e3-429b-a4bf-a771ac55daee admin admin] Publish callbacks [] for security_group (11326405-a12f-41e9-a0e2-64e2a7ed58d7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.929680 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdeac80b-95c6-40d1-ab62-bbf6e6e4540e admin admin] Publish callbacks [] for security_group (80fc6fef-e829-4dd0-bd45-0622079c8a09), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.932926 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-344acc3c-81e3-429b-a4bf-a771ac55daee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (11326405-a12f-41e9-a0e2-64e2a7ed58d7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.945252 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdeac80b-95c6-40d1-ab62-bbf6e6e4540e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (80fc6fef-e829-4dd0-bd45-0622079c8a09), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:33.983246 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-344acc3c-81e3-429b-a4bf-a771ac55daee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b523a68bebd54e09b633889889c5065c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560929 Jun 28 03:18:33.984315 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344acc3c-81e3-429b-a4bf-a771ac55daee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11326405-a12f-41e9-a0e2-64e2a7ed58d7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:33.987987 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33744) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:33.990764 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeac80b-95c6-40d1-ab62-bbf6e6e4540e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fc6fef-e829-4dd0-bd45-0622079c8a09,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:33.998013 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-cdeac80b-95c6-40d1-ab62-bbf6e6e4540e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a42dce01215a47df9dce9f5b06a06c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690388 Jun 28 03:18:34.002312 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33746) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:34.081553 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e058b05-2ac6-4d8e-b8a7-227b3cabf268 admin admin] Publish callbacks [] for security_group (11326405-a12f-41e9-a0e2-64e2a7ed58d7), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.088312 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d4c79f0b-fc30-4036-97fe-d64d5f04459e admin admin] Publish callbacks [] for security_group (80fc6fef-e829-4dd0-bd45-0622079c8a09), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.093814 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed1e38-e0c0-4669-a6d4-623fe1aa666c req-0639df3f-b720-487e-89bf-96c513c4ec33 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:34.095358 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-02ed1e38-e0c0-4669-a6d4-623fe1aa666c req-0639df3f-b720-487e-89bf-96c513c4ec33 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 944 time: 0.0495560 Jun 28 03:18:34.130364 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e058b05-2ac6-4d8e-b8a7-227b3cabf268 admin admin] Publish callbacks [] for security_group (11326405-a12f-41e9-a0e2-64e2a7ed58d7), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.142110 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d4c79f0b-fc30-4036-97fe-d64d5f04459e admin admin] Publish callbacks [] for security_group (80fc6fef-e829-4dd0-bd45-0622079c8a09), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.149817 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-02ed1e38-e0c0-4669-a6d4-623fe1aa666c req-7fdeb2e9-6450-4e67-858f-0310961b1501 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472512 Jun 28 03:18:34.222018 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 9e28a86b-c03c-4271-880f-a8d72e9df423 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:18:34.234823 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-12afc314-838a-43f4-83d2-79d260a72f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:34.236741 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-12afc314-838a-43f4-83d2-79d260a72f4f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 1128 time: 0.0505748 Jun 28 03:18:34.250614 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 06f883b9-139a-473c-971e-de82ca62f9ab up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:18:34.275218 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:34.281267 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d4c79f0b-fc30-4036-97fe-d64d5f04459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (80fc6fef-e829-4dd0-bd45-0622079c8a09), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.283842 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d4c79f0b-fc30-4036-97fe-d64d5f04459e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.285047 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d4c79f0b-fc30-4036-97fe-d64d5f04459e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80fc6fef-e829-4dd0-bd45-0622079c8a09 HTTP/1.1" status: 204 len: 168 time: 0.2818391 Jun 28 03:18:34.331709 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c79f0b-fc30-4036-97fe-d64d5f04459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fc6fef-e829-4dd0-bd45-0622079c8a09,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:34.333513 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e058b05-2ac6-4d8e-b8a7-227b3cabf268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (11326405-a12f-41e9-a0e2-64e2a7ed58d7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.335981 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e058b05-2ac6-4d8e-b8a7-227b3cabf268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.337161 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6e058b05-2ac6-4d8e-b8a7-227b3cabf268 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11326405-a12f-41e9-a0e2-64e2a7ed58d7 HTTP/1.1" status: 204 len: 168 time: 0.3478765 Jun 28 03:18:34.357244 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e058b05-2ac6-4d8e-b8a7-227b3cabf268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11326405-a12f-41e9-a0e2-64e2a7ed58d7,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:34.358660 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 06f883b9-139a-473c-971e-de82ca62f9ab completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:18:34.386581 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 06f883b9-139a-473c-971e-de82ca62f9ab triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:34.387377 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.389025 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-eb8267d2-3e50-4636-b691-64c01d22392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:34.390998 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-eb8267d2-3e50-4636-b691-64c01d22392c service neutron] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 915 time: 0.1478138 Jun 28 03:18:34.442059 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:34.455395 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:34.535432 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-694a0d42-b48a-4e3c-ae83-74d5fff9c353 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e55600-5f0a-4fbe-a2ac-19740c81c992 HTTP/1.1" status: 200 len: 217 time: 0.1366498 Jun 28 03:18:34.538149 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:34.540504 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 06f883b9-139a-473c-971e-de82ca62f9ab is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:34.541131 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.564785 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'port_id': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'mac_address': 'fa:16:3e:84:cb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:18:34.590642 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a980-2c63-4f2e-86be-f1e0a277e4e9 req-d123c256-ef1e-43cc-8bb6-6a2e144c04c4 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:34.602198 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-09e1a980-2c63-4f2e-86be-f1e0a277e4e9 req-d123c256-ef1e-43cc-8bb6-6a2e144c04c4 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 944 time: 0.1590891 Jun 28 03:18:34.625384 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf28320-d40d-457d-8b03-3157d65b8a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f883b9-139a-473c-971e-de82ca62f9ab'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:18:34.684041 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-cb2df9b7-6a2f-4ed3-90ea-889f350fb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:34.688049 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-cb2df9b7-6a2f-4ed3-90ea-889f350fb063 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.1452217 Jun 28 03:18:34.712007 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 06f883b9-139a-473c-971e-de82ca62f9ab, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=06f883b9-139a-473c-971e-de82ca62f9ab,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:34.713486 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 9e28a86b-c03c-4271-880f-a8d72e9df423 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:34.714073 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.727602 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.748184 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e28a86b-c03c-4271-880f-a8d72e9df423 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:18:34.795870 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-09e1a980-2c63-4f2e-86be-f1e0a277e4e9 req-2a1637e4-d27f-490a-8a8c-4399a7b8d351 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835480 Jun 28 03:18:34.807228 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:34.824794 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168d66d-ab04-4f09-bbd4-da32c6eff1bd req-23c72f9c-6375-48cf-80ad-23e64f4e0fe3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:34.827034 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:34.831234 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=06f883b9-139a-473c-971e-de82ca62f9ab,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:34.844371 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b168d66d-ab04-4f09-bbd4-da32c6eff1bd req-23c72f9c-6375-48cf-80ad-23e64f4e0fe3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.2756467 Jun 28 03:18:34.872998 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-eca4b71e-d1d0-4eb7-94a9-c40247bd5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:34.876043 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-eca4b71e-d1d0-4eb7-94a9-c40247bd5c1a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1820471 Jun 28 03:18:34.928098 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:34.954038 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b168d66d-ab04-4f09-bbd4-da32c6eff1bd req-b82fd292-5d06-4447-8a62-d1a79f3f88d1 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086125 Jun 28 03:18:35.009953 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-da43abef-80f0-46fd-ab58-0b5333a4a89b service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234956 Jun 28 03:18:35.145079 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b2647aa-e3b6-4389-b1bb-592cd566252e req-55c8496e-fc9f-4c1b-aaf0-1dad81b40006 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288879 Jun 28 03:18:35.165774 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['9e28a86b-c03c-4271-880f-a8d72e9df423'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:18:35.182515 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33788) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:35.187299 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 33790) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:35.213751 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-935541c1-d1c4-4e82-a87a-42431afe144d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.220562 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f5913e61-8d22-4621-9c92-d003a64b4e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.358495 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-935541c1-d1c4-4e82-a87a-42431afe144d admin admin] Publish callbacks [] for security_group (b054b0a9-01e3-4c66-8331-60d7a682a132), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.369996 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-935541c1-d1c4-4e82-a87a-42431afe144d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (b054b0a9-01e3-4c66-8331-60d7a682a132), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.454328 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-935541c1-d1c4-4e82-a87a-42431afe144d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d96f159bc0404b6f9b5f74cabe6b7f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679639 Jun 28 03:18:35.454328 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935541c1-d1c4-4e82-a87a-42431afe144d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b054b0a9-01e3-4c66-8331-60d7a682a132,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:35.455705 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33804) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:35.473389 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:35.478127 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67793f2e-88a3-4340-a6a8-86acb73fe830" -d '{"events": [{"server_uuid": "bcf28320-d40d-457d-8b03-3157d65b8a18", "name": "network-vif-plugged", "status": "completed", "tag": "06f883b9-139a-473c-971e-de82ca62f9ab"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:18:35.490175 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104bac2-019b-49d6-bc60-bdf667c2ebc5 req-bce82278-73bb-4974-a5a5-8c445b5e3a15 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:35.497294 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6104bac2-019b-49d6-bc60-bdf667c2ebc5 req-bce82278-73bb-4974-a5a5-8c445b5e3a15 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 944 time: 0.1695552 Jun 28 03:18:35.515287 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70030d23-0ddc-46c4-a74a-e0b989041597 admin admin] Publish callbacks [] for security_group (b054b0a9-01e3-4c66-8331-60d7a682a132), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.540339 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:35.544776 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70030d23-0ddc-46c4-a74a-e0b989041597 admin admin] Publish callbacks [] for security_group (b054b0a9-01e3-4c66-8331-60d7a682a132), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.549764 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f5913e61-8d22-4621-9c92-d003a64b4e7d admin admin] Publish callbacks [] for security_group (b3d258b4-dd85-4002-b924-6fd4d06471ba), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.563741 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f5913e61-8d22-4621-9c92-d003a64b4e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (b3d258b4-dd85-4002-b924-6fd4d06471ba), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.583386 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7d430e-1362-40f1-8b3b-98602e5b797f x-openstack-request-id: req-cd7d430e-1362-40f1-8b3b-98602e5b797f {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:18:35.583677 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf28320-d40d-457d-8b03-3157d65b8a18", "name": "network-vif-plugged", "status": "completed", "tag": "06f883b9-139a-473c-971e-de82ca62f9ab", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:18:35.583929 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd7d430e-1362-40f1-8b3b-98602e5b797f {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:18:35.584433 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7d430e-1362-40f1-8b3b-98602e5b797f'] response: {'server_uuid': 'bcf28320-d40d-457d-8b03-3157d65b8a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f883b9-139a-473c-971e-de82ca62f9ab', 'code': 200} Jun 28 03:18:35.602778 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70030d23-0ddc-46c4-a74a-e0b989041597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (b054b0a9-01e3-4c66-8331-60d7a682a132), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.605544 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70030d23-0ddc-46c4-a74a-e0b989041597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.606871 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-70030d23-0ddc-46c4-a74a-e0b989041597 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b054b0a9-01e3-4c66-8331-60d7a682a132 HTTP/1.1" status: 204 len: 168 time: 0.1500809 Jun 28 03:18:35.607943 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6104bac2-019b-49d6-bc60-bdf667c2ebc5 req-fa149acd-de7c-486d-a530-ed195c26c504 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095643 Jun 28 03:18:35.616851 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5913e61-8d22-4621-9c92-d003a64b4e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d258b4-dd85-4002-b924-6fd4d06471ba,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:35.617988 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70030d23-0ddc-46c4-a74a-e0b989041597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b054b0a9-01e3-4c66-8331-60d7a682a132,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:35.626051 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f5913e61-8d22-4621-9c92-d003a64b4e7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4f9e98420f14ed7843155a0a64e2727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4376731 Jun 28 03:18:35.632063 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 33812) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:35.697569 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02d737da-ddd6-4964-8546-a7ae1dfbe00b admin admin] Publish callbacks [] for security_group (b3d258b4-dd85-4002-b924-6fd4d06471ba), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.700545 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:35.726521 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02d737da-ddd6-4964-8546-a7ae1dfbe00b admin admin] Publish callbacks [] for security_group (b3d258b4-dd85-4002-b924-6fd4d06471ba), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.787964 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02d737da-ddd6-4964-8546-a7ae1dfbe00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (b3d258b4-dd85-4002-b924-6fd4d06471ba), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.790519 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02d737da-ddd6-4964-8546-a7ae1dfbe00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:35.791692 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-02d737da-ddd6-4964-8546-a7ae1dfbe00b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3d258b4-dd85-4002-b924-6fd4d06471ba HTTP/1.1" status: 204 len: 168 time: 0.1585987 Jun 28 03:18:35.799920 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d737da-ddd6-4964-8546-a7ae1dfbe00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d258b4-dd85-4002-b924-6fd4d06471ba,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:35.932882 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51428062-f94f-476e-b29c-c96335ec7db7 req-166cc0aa-aa31-41c6-a3d1-98d2fd7ca655 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:35.936919 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-51428062-f94f-476e-b29c-c96335ec7db7 req-166cc0aa-aa31-41c6-a3d1-98d2fd7ca655 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0661407 Jun 28 03:18:36.028804 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-51428062-f94f-476e-b29c-c96335ec7db7 req-7eba84f2-b59b-4813-be28-a330ba91f80d tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851877 Jun 28 03:18:36.106382 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:36.127250 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082f1c0-e0eb-45c0-a161-61899879edd1 req-6649dc74-8c75-456c-8720-4ac9c60f1df3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:36.135796 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b082f1c0-e0eb-45c0-a161-61899879edd1 req-6649dc74-8c75-456c-8720-4ac9c60f1df3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0702469 Jun 28 03:18:36.187223 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b082f1c0-e0eb-45c0-a161-61899879edd1 req-35ce9333-7374-4eb8-bd7d-b0a55d268f11 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517752 Jun 28 03:18:36.750320 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f153a-8f00-4ae7-83bc-daf5f15aa5a9 req-bdac90c0-ef41-4c44-b36c-4fd367472736 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:36.752043 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-187f153a-8f00-4ae7-83bc-daf5f15aa5a9 req-bdac90c0-ef41-4c44-b36c-4fd367472736 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 944 time: 0.0577381 Jun 28 03:18:36.808851 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-187f153a-8f00-4ae7-83bc-daf5f15aa5a9 req-6f84e234-3c8c-4e5a-8021-683c5e2b6f61 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470004 Jun 28 03:18:37.161282 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e63bb-797f-4fd1-8568-9d0f9d95bed5 req-590721cc-a222-4e21-b6bc-a730556cad1f tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:37.164624 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5e6e63bb-797f-4fd1-8568-9d0f9d95bed5 req-590721cc-a222-4e21-b6bc-a730556cad1f tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0574687 Jun 28 03:18:37.214468 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5e6e63bb-797f-4fd1-8568-9d0f9d95bed5 req-8a2dbce2-36c5-4a26-b96b-e53a2e2dc1d5 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Jun 28 03:18:37.308001 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4726af-bfd6-450e-8249-76e3a612a2a7 req-a16bb655-070f-404f-bb17-160a1cb9bf4f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:37.309537 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa4726af-bfd6-450e-8249-76e3a612a2a7 req-a16bb655-070f-404f-bb17-160a1cb9bf4f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0487864 Jun 28 03:18:37.357615 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa4726af-bfd6-450e-8249-76e3a612a2a7 req-69a26498-e654-4450-b042-a12fec20f126 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416632 Jun 28 03:18:37.937316 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617a264-486d-479b-a6db-0b64090a6cb6 req-f4ecbfe4-bc4d-4cd5-945a-dc164ff29896 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:37.944980 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d617a264-486d-479b-a6db-0b64090a6cb6 req-f4ecbfe4-bc4d-4cd5-945a-dc164ff29896 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 944 time: 0.0563321 Jun 28 03:18:38.002012 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d617a264-486d-479b-a6db-0b64090a6cb6 req-7e955ea5-721a-460f-876c-eb729784099d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559387 Jun 28 03:18:38.336198 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd711836-de9e-4664-9d30-5f26087715d6 req-e18d57fc-33c5-4e6f-a206-ccc3961ed7ab tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:38.337719 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bd711836-de9e-4664-9d30-5f26087715d6 req-e18d57fc-33c5-4e6f-a206-ccc3961ed7ab tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0502632 Jun 28 03:18:38.409303 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bd711836-de9e-4664-9d30-5f26087715d6 req-7b5d4484-da05-4363-8599-bbd1cb222ac6 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647719 Jun 28 03:18:38.467314 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5bfe2-9c63-45eb-89fa-9d838b80579d req-b5248f54-1472-49d2-9895-c55d334a7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:38.469003 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eec5bfe2-9c63-45eb-89fa-9d838b80579d req-b5248f54-1472-49d2-9895-c55d334a7be4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 1129 time: 0.0859597 Jun 28 03:18:38.489148 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-eec5bfe2-9c63-45eb-89fa-9d838b80579d req-1bbb4c32-b3b1-459e-9810-bc7cecd23c67 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:38.497126 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285fb55-dffd-43b5-bc21-605a501248d1 req-9719dbe2-a67c-4e17-a397-3676cdc071f8 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:38.499132 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b285fb55-dffd-43b5-bc21-605a501248d1 req-9719dbe2-a67c-4e17-a397-3676cdc071f8 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0493717 Jun 28 03:18:38.559077 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b285fb55-dffd-43b5-bc21-605a501248d1 req-321bd407-2771-4be6-a257-b9d77c36b1cd tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531986 Jun 28 03:18:38.568368 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-eec5bfe2-9c63-45eb-89fa-9d838b80579d req-1bbb4c32-b3b1-459e-9810-bc7cecd23c67 service neutron] Publish callbacks [] for security_group (bf7ab166-7e99-47d8-bb4b-714e0e5a9942), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:38.574877 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-eec5bfe2-9c63-45eb-89fa-9d838b80579d req-1bbb4c32-b3b1-459e-9810-bc7cecd23c67 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (bf7ab166-7e99-47d8-bb4b-714e0e5a9942), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:38.607842 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 9e28a86b-c03c-4271-880f-a8d72e9df423 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:18:38.621948 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eec5bfe2-9c63-45eb-89fa-9d838b80579d req-1bbb4c32-b3b1-459e-9810-bc7cecd23c67 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456883 Jun 28 03:18:38.622882 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb4c32-b3b1-459e-9810-bc7cecd23c67 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7ab166-7e99-47d8-bb4b-714e0e5a9942,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:38.679756 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 9e28a86b-c03c-4271-880f-a8d72e9df423 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:18:38.691598 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 9e28a86b-c03c-4271-880f-a8d72e9df423 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:38.692025 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:38.785017 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 9e28a86b-c03c-4271-880f-a8d72e9df423 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:38.785297 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:38.810265 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:18:38.812530 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1193bf82-638f-48a0-98f0-a5fd31a37afe" -d '{"events": [{"server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "name": "network-vif-plugged", "status": "completed", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:18:38.825024 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:38.831463 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:38.856100 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226e2834-5601-479f-b465-c4b35bd2c6ce x-openstack-request-id: req-226e2834-5601-479f-b465-c4b35bd2c6ce {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:18:38.856479 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "name": "network-vif-plugged", "status": "completed", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:18:38.856728 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-226e2834-5601-479f-b465-c4b35bd2c6ce {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:18:38.857117 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226e2834-5601-479f-b465-c4b35bd2c6ce'] response: {'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'code': 200} Jun 28 03:18:38.883608 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:39.127428 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd997ca-dd08-4b87-ba80-147e5c2c8775 req-5f2ff1e9-5ea3-4bae-81a2-90bfa2512126 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:39.129046 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-acd997ca-dd08-4b87-ba80-147e5c2c8775 req-5f2ff1e9-5ea3-4bae-81a2-90bfa2512126 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 944 time: 0.0533824 Jun 28 03:18:39.177987 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-acd997ca-dd08-4b87-ba80-147e5c2c8775 req-07bb84b6-7a9e-48f1-9dd1-dc717ad2b2aa tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433674 Jun 28 03:18:39.397967 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e8e89-a0c6-457f-ad0d-df70e12a3b66 req-1e3e9539-a489-447b-b0b3-42b7fe16b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:39.399455 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f01e8e89-a0c6-457f-ad0d-df70e12a3b66 req-1e3e9539-a489-447b-b0b3-42b7fe16b70d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 1130 time: 0.0382323 Jun 28 03:18:39.446828 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f01e8e89-a0c6-457f-ad0d-df70e12a3b66 req-41e4c895-1105-44ec-9dae-5f2192a6e19b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416541 Jun 28 03:18:39.536955 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:39.551734 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94ef38-a32a-41f9-ab03-1bb808127432 req-d25d6230-c42f-4ccd-8123-bf65bed1967f tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:39.553519 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1a94ef38-a32a-41f9-ab03-1bb808127432 req-d25d6230-c42f-4ccd-8123-bf65bed1967f tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0569277 Jun 28 03:18:39.605596 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1a94ef38-a32a-41f9-ab03-1bb808127432 req-8fabc535-eb70-4442-a522-cde643d0d9a6 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Jun 28 03:18:39.707092 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129b073-fdb2-4d5c-a1fa-ec82bb46b8d4 req-d2701398-6187-4d42-8413-ce2177c943f5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:39.708739 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8129b073-fdb2-4d5c-a1fa-ec82bb46b8d4 req-d2701398-6187-4d42-8413-ce2177c943f5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0538287 Jun 28 03:18:39.767807 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8129b073-fdb2-4d5c-a1fa-ec82bb46b8d4 req-c4b8007c-3f19-4be5-9484-84facc62dbdb tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530853 Jun 28 03:18:40.306511 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126adbae-c379-4fee-a3a7-ae052cb17458 req-bed2adcf-11ef-4e9e-8ffa-f98f43f5d5ec tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:40.308493 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-126adbae-c379-4fee-a3a7-ae052cb17458 req-bed2adcf-11ef-4e9e-8ffa-f98f43f5d5ec tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 944 time: 0.0602522 Jun 28 03:18:40.366450 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-126adbae-c379-4fee-a3a7-ae052cb17458 req-76a11f75-557a-4d08-b8a8-9cd4ac6f4ac8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517366 Jun 28 03:18:40.613432 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device d6e55600-5f0a-4fbe-a2ac-19740c81c992 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:18:40.636423 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:40.724959 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port d6e55600-5f0a-4fbe-a2ac-19740c81c992, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d6e55600-5f0a-4fbe-a2ac-19740c81c992,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:40.725530 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:40.742033 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:40.748582 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'mac_address': 'fa:16:3e:a9:d3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:18:40.751995 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d21f03-843a-4dcd-b9cf-46caad0ac2b3 req-b622b8a6-1844-4c31-81f0-a9af8f745113 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:40.760471 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-36d21f03-843a-4dcd-b9cf-46caad0ac2b3 req-b622b8a6-1844-4c31-81f0-a9af8f745113 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0751522 Jun 28 03:18:40.814474 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-36d21f03-843a-4dcd-b9cf-46caad0ac2b3 req-128373be-a8b4-4eab-bc95-4ce4508d0ae0 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Jun 28 03:18:40.814593 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port d6e55600-5f0a-4fbe-a2ac-19740c81c992 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:40.814915 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:40.838883 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e55600-5f0a-4fbe-a2ac-19740c81c992 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:18:40.864267 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port d6e55600-5f0a-4fbe-a2ac-19740c81c992, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d6e55600-5f0a-4fbe-a2ac-19740c81c992,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:40.872606 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:40.911492 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef86f31-29d9-448d-ad8c-aec69dcabdaf req-831e8165-18ba-4a5f-9d9a-7d960bfcfa9e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:40.913464 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9ef86f31-29d9-448d-ad8c-aec69dcabdaf req-831e8165-18ba-4a5f-9d9a-7d960bfcfa9e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0616546 Jun 28 03:18:40.936605 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=d6e55600-5f0a-4fbe-a2ac-19740c81c992,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:40.964026 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9ef86f31-29d9-448d-ad8c-aec69dcabdaf req-e331451e-d2ee-4a06-8b34-e61ab2a9b013 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439749 Jun 28 03:18:41.418115 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34098) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:41.488103 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deec0c-368e-4808-9baf-9cda45ee0e1d req-648a4a50-f617-4bdb-8538-befbd2510ba4 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:41.489926 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-65deec0c-368e-4808-9baf-9cda45ee0e1d req-648a4a50-f617-4bdb-8538-befbd2510ba4 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 945 time: 0.0542607 Jun 28 03:18:41.547068 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-65deec0c-368e-4808-9baf-9cda45ee0e1d req-7fc3253a-0075-448e-ad58-c0a740ca18cf tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508356 Jun 28 03:18:41.554018 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5650a110-9c03-4608-8aa7-ec27945aedc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:41.631555 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5650a110-9c03-4608-8aa7-ec27945aedc6 admin admin] Publish callbacks [] for security_group (33c870f6-b7d8-4b30-9044-9afc17fc7000), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:41.636992 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5650a110-9c03-4608-8aa7-ec27945aedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (33c870f6-b7d8-4b30-9044-9afc17fc7000), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:41.679262 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5650a110-9c03-4608-8aa7-ec27945aedc6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4032ac16ecda44c3aebc7a564449e895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577267 Jun 28 03:18:41.679262 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650a110-9c03-4608-8aa7-ec27945aedc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c870f6-b7d8-4b30-9044-9afc17fc7000,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:41.679860 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34114) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:41.731333 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Publish callbacks [] for security_group (33c870f6-b7d8-4b30-9044-9afc17fc7000), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:41.754924 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Publish callbacks [] for security_group (33c870f6-b7d8-4b30-9044-9afc17fc7000), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:41.808625 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (33c870f6-b7d8-4b30-9044-9afc17fc7000), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:41.811188 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:41.812429 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33c870f6-b7d8-4b30-9044-9afc17fc7000 HTTP/1.1" status: 204 len: 168 time: 0.1313970 Jun 28 03:18:41.821443 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c870f6-b7d8-4b30-9044-9afc17fc7000,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:41.830562 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.830933 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.831218 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.831578 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.831995 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.832385 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.832720 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.833000 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.833343 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.833748 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.833997 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.834325 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.834638 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.834997 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.835312 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d939679-707c-450c-bd45-98e5d3be8f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:41.958026 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c645ea8-ebf7-4b99-b05c-0bab990dc0f9 req-332120f0-b20b-45cd-be73-1aaa828c7513 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:41.959924 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1c645ea8-ebf7-4b99-b05c-0bab990dc0f9 req-332120f0-b20b-45cd-be73-1aaa828c7513 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0545423 Jun 28 03:18:42.012842 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1c645ea8-ebf7-4b99-b05c-0bab990dc0f9 req-1b742fd0-d66f-4e3e-827b-5adb0a0f982b tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472643 Jun 28 03:18:42.099381 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264d54b-9be4-4bad-beb1-499f5aa38fcb req-0701a1cb-eda8-49a6-9699-4e91bcd199df tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:42.101318 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f264d54b-9be4-4bad-beb1-499f5aa38fcb req-0701a1cb-eda8-49a6-9699-4e91bcd199df tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0527883 Jun 28 03:18:42.155672 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34132) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:42.156665 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f264d54b-9be4-4bad-beb1-499f5aa38fcb req-88d08f0e-f22d-41bf-8743-952c06fc9bdf tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Jun 28 03:18:42.185854 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bd06f832-fbca-45a6-ab3b-abbef6e0bdf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:42.187965 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:42.266113 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bd06f832-fbca-45a6-ab3b-abbef6e0bdf5 admin admin] Publish callbacks [] for security_group (1726d562-9c66-43d3-973c-45221267a6a9), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:42.272194 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bd06f832-fbca-45a6-ab3b-abbef6e0bdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1726d562-9c66-43d3-973c-45221267a6a9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:42.311207 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06f832-fbca-45a6-ab3b-abbef6e0bdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1726d562-9c66-43d3-973c-45221267a6a9,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:42.315400 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bd06f832-fbca-45a6-ab3b-abbef6e0bdf5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27bc37fae6a5466d87ea0fd8d2196a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586096 Jun 28 03:18:42.317971 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34136) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:42.349743 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:42.368445 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bc678c9a-5adc-44cf-9952-45d45c022213 admin admin] Publish callbacks [] for security_group (1726d562-9c66-43d3-973c-45221267a6a9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:42.390182 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bc678c9a-5adc-44cf-9952-45d45c022213 admin admin] Publish callbacks [] for security_group (1726d562-9c66-43d3-973c-45221267a6a9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:42.443312 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bc678c9a-5adc-44cf-9952-45d45c022213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1726d562-9c66-43d3-973c-45221267a6a9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:42.446018 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bc678c9a-5adc-44cf-9952-45d45c022213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:42.447170 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bc678c9a-5adc-44cf-9952-45d45c022213 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1726d562-9c66-43d3-973c-45221267a6a9 HTTP/1.1" status: 204 len: 168 time: 0.1283507 Jun 28 03:18:42.455623 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc678c9a-5adc-44cf-9952-45d45c022213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1726d562-9c66-43d3-973c-45221267a6a9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:42.664991 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f831c1-1443-4d30-a01f-a8c98ef0c0e3 req-d831972b-d781-48ee-9340-c3ad5486a9ce tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:42.666477 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-66f831c1-1443-4d30-a01f-a8c98ef0c0e3 req-d831972b-d781-48ee-9340-c3ad5486a9ce tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 945 time: 0.0479467 Jun 28 03:18:42.702044 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:42.714696 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-66f831c1-1443-4d30-a01f-a8c98ef0c0e3 req-e2d3d505-a6c0-4cbc-91a3-f408714604a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427396 Jun 28 03:18:43.136013 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59e0b-ac6a-4347-9a1c-8be54247c223 req-e291a0b7-003e-486d-b63e-2e58bc425b2e tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:43.137527 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-90d59e0b-ac6a-4347-9a1c-8be54247c223 req-e291a0b7-003e-486d-b63e-2e58bc425b2e tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0555370 Jun 28 03:18:43.186959 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-90d59e0b-ac6a-4347-9a1c-8be54247c223 req-c746f8d1-ab45-423f-a19e-268678a89e1a tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Jun 28 03:18:43.291276 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c4c57-3615-484a-b762-79f5e015602f req-135c85ed-2aab-4b92-9d11-7e95788b0b14 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:43.292822 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f2c4c57-3615-484a-b762-79f5e015602f req-135c85ed-2aab-4b92-9d11-7e95788b0b14 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0534320 Jun 28 03:18:43.340722 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f2c4c57-3615-484a-b762-79f5e015602f req-086f3467-65ac-4099-9800-f539b33dd540 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Jun 28 03:18:43.828429 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd53ff8-7c73-47f0-b4bf-db7b98ae7a66 req-352799fc-fc2b-4b14-a259-187b8e7ea9b0 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:43.829902 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fcd53ff8-7c73-47f0-b4bf-db7b98ae7a66 req-352799fc-fc2b-4b14-a259-187b8e7ea9b0 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 945 time: 0.0462544 Jun 28 03:18:43.879580 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fcd53ff8-7c73-47f0-b4bf-db7b98ae7a66 req-9111838e-14a6-40c1-8fe5-0e8504d4f201 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440621 Jun 28 03:18:43.993867 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['d6e55600-5f0a-4fbe-a2ac-19740c81c992'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:18:44.328235 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16092b-25e1-46f3-882e-a3e0b4d2ebb3 req-440b29c8-20ce-450b-b850-1137f07bcfef tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:44.330326 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8e16092b-25e1-46f3-882e-a3e0b4d2ebb3 req-440b29c8-20ce-450b-b850-1137f07bcfef tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0596404 Jun 28 03:18:44.413429 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8e16092b-25e1-46f3-882e-a3e0b4d2ebb3 req-4b6f61ba-58b8-40bd-87e4-a06818c113e6 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715477 Jun 28 03:18:44.428061 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:44.473450 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565f5f5-4250-4f1d-810f-3f50174a2fd6 req-1379bf05-8b6c-4386-89a0-512a8faa978c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:44.475455 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c565f5f5-4250-4f1d-810f-3f50174a2fd6 req-1379bf05-8b6c-4386-89a0-512a8faa978c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0566394 Jun 28 03:18:44.528898 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c565f5f5-4250-4f1d-810f-3f50174a2fd6 req-ea71e4aa-ea9a-4a5e-bbee-50f30be6a275 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473523 Jun 28 03:18:44.709397 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c07ad9-c7eb-45ce-8cc2-fefa5ace998f req-37dc8952-a29a-4ad9-b4b6-d460154a7a24 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:44.710921 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b9c07ad9-c7eb-45ce-8cc2-fefa5ace998f req-37dc8952-a29a-4ad9-b4b6-d460154a7a24 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0645657 Jun 28 03:18:44.721490 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34230) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:44.727089 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-06a5b31b-11b7-46a2-aa47-955a820466ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'floatingip': {'port_id': '9e28a86b-c03c-4271-880f-a8d72e9df423'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:44.818124 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-06a5b31b-11b7-46a2-aa47-955a820466ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (9dcf3940-476b-4957-a8b8-777231ccb1c1), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:45.061655 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910293fa-ec68-424a-b566-bcebfd17333e req-13405a2a-b139-4075-b36f-c67188b2f3a3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:45.064217 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-910293fa-ec68-424a-b566-bcebfd17333e req-13405a2a-b139-4075-b36f-c67188b2f3a3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 945 time: 0.0971222 Jun 28 03:18:45.162157 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-910293fa-ec68-424a-b566-bcebfd17333e req-03bbead1-b2de-4317-99e4-9205b8689232 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906816 Jun 28 03:18:45.554187 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device d6e55600-5f0a-4fbe-a2ac-19740c81c992 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:18:45.610565 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port d6e55600-5f0a-4fbe-a2ac-19740c81c992 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:18:45.617997 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port d6e55600-5f0a-4fbe-a2ac-19740c81c992 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:18:45.619130 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:45.678320 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.db.resource_extend [None req-06a5b31b-11b7-46a2-aa47-955a820466ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 28 03:18:45.707373 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port d6e55600-5f0a-4fbe-a2ac-19740c81c992 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:18:45.707782 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:45.708673 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:45.733547 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:18:45.736114 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b897de2e-b89e-4202-92dd-9f5f86014221" -d '{"events": [{"server_uuid": "c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e", "name": "network-vif-plugged", "status": "completed", "tag": "d6e55600-5f0a-4fbe-a2ac-19740c81c992"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:18:45.750144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port d6e55600-5f0a-4fbe-a2ac-19740c81c992, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d6e55600-5f0a-4fbe-a2ac-19740c81c992,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:18:45.755901 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:45.775972 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:45.778298 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-06a5b31b-11b7-46a2-aa47-955a820466ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:45.784732 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:45.791254 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-06a5b31b-11b7-46a2-aa47-955a820466ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (9dcf3940-476b-4957-a8b8-777231ccb1c1), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:45.804352 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaf7642-2d4c-4f2d-b6c3-81ff7d64cb1c x-openstack-request-id: req-aaaf7642-2d4c-4f2d-b6c3-81ff7d64cb1c {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:18:45.804656 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e", "name": "network-vif-plugged", "status": "completed", "tag": "d6e55600-5f0a-4fbe-a2ac-19740c81c992", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:18:45.805113 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaaf7642-2d4c-4f2d-b6c3-81ff7d64cb1c {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:18:45.805691 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaaf7642-2d4c-4f2d-b6c3-81ff7d64cb1c'] response: {'server_uuid': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'code': 200} Jun 28 03:18:45.817262 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=d6e55600-5f0a-4fbe-a2ac-19740c81c992,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:45.824503 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.824890 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.825247 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.825580 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.825904 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.826226 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.826544 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.826860 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.827177 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.827491 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.827805 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.828134 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.828470 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.828784 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.829089 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:45.897143 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-06a5b31b-11b7-46a2-aa47-955a820466ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Floating IP 9dcf3940-476b-4957-a8b8-777231ccb1c1 associated. External IP: 172.27.2.51, port: 9e28a86b-c03c-4271-880f-a8d72e9df423. Jun 28 03:18:46.107842 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a5b31b-11b7-46a2-aa47-955a820466ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Router 0ed09f48-58c3-442f-a5a5-b99d39e9843f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:18:46.151099 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:46.216565 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a5b31b-11b7-46a2-aa47-955a820466ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:18:46.221372 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-06a5b31b-11b7-46a2-aa47-955a820466ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:46.229625 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] Sync routers for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:18:46.241139 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:18:46.244670 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:18:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:46.259199 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-06a5b31b-11b7-46a2-aa47-955a820466ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "PUT /v2.0/floatingips/9dcf3940-476b-4957-a8b8-777231ccb1c1 HTTP/1.1" status: 200 len: 991 time: 1.5364304 Jun 28 03:18:46.267300 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:18:46.269587 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff10dd35-7e87-4813-8446-6d33718bc800" -d '{"events": [{"name": "network-changed", "server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:18:46.316342 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46846c-2ff0-4062-850b-d8e572b85a08 req-dea36fdf-ac3b-4d61-9c30-dc88053544a9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:46.317962 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf46846c-2ff0-4062-850b-d8e572b85a08 req-dea36fdf-ac3b-4d61-9c30-dc88053544a9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 946 time: 0.0620518 Jun 28 03:18:46.387945 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:18:46.425869 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf46846c-2ff0-4062-850b-d8e572b85a08 req-dcd93aba-0c1d-4828-b5fc-e6f1226913e7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005108 Jun 28 03:18:46.473926 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b60503f-0112-4a79-9e09-49eaf1e4ce44 x-openstack-request-id: req-1b60503f-0112-4a79-9e09-49eaf1e4ce44 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:18:46.474219 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:18:46.474469 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b60503f-0112-4a79-9e09-49eaf1e4ce44 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:18:46.474927 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b60503f-0112-4a79-9e09-49eaf1e4ce44'] response: {'name': 'network-changed', 'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'status': 'completed', 'code': 200} Jun 28 03:18:46.645838 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1d580-759e-4893-bf5e-1dc358edc18d req-d2383a3b-0c3a-4ea0-a177-0e240926e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:46.648420 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3ae1d580-759e-4893-bf5e-1dc358edc18d req-d2383a3b-0c3a-4ea0-a177-0e240926e203 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 1130 time: 0.0767553 Jun 28 03:18:46.674716 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '9dcf3940-476b-4957-a8b8-777231ccb1c1', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'port_id': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'mac_address': 'fa:16:3e:84:cb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:17:55Z', 'updated_at': '2022-06-28T03:18:45Z', 'revision_number': 1, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:46.699879 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] Checking router: 0ed09f48-58c3-442f-a5a5-b99d39e9843f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:18:46.714531 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:18:46.715161 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:18:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:46.874353 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:18:46.917942 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-f28f6e5b-c33f-45c3-a6ca-5049cba70215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:46.919369 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3ae1d580-759e-4893-bf5e-1dc358edc18d req-4ea415a1-d483-4b81-97de-7a6ffb74ef60 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928175 Jun 28 03:18:46.923902 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-f28f6e5b-c33f-45c3-a6ca-5049cba70215 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 1130 time: 0.0985289 Jun 28 03:18:46.943022 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34340) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:47.130127 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cfc76023-edb1-4fa2-9e12-7b78f59fe996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:47.175930 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '9dcf3940-476b-4957-a8b8-777231ccb1c1', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'port_id': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'mac_address': 'fa:16:3e:84:cb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:17:55Z', 'updated_at': '2022-06-28T03:18:45Z', 'revision_number': 1, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:47.210669 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38714f9a-b8de-4aee-8e6e-ea7459c44319 None None] The sync data for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi is: [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '9dcf3940-476b-4957-a8b8-777231ccb1c1', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'port_id': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'mac_address': 'fa:16:3e:84:cb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:17:55Z', 'updated_at': '2022-06-28T03:18:45Z', 'revision_number': 1, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:18:47.246055 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cfc76023-edb1-4fa2-9e12-7b78f59fe996 admin admin] Publish callbacks [] for security_group (c5dce242-eb58-4957-94e9-de05d3f12bde), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:47.249568 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cfc76023-edb1-4fa2-9e12-7b78f59fe996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (c5dce242-eb58-4957-94e9-de05d3f12bde), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:47.266851 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:18:47.325840 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc76023-edb1-4fa2-9e12-7b78f59fe996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dce242-eb58-4957-94e9-de05d3f12bde,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:47.339560 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34364) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:47.340825 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-cfc76023-edb1-4fa2-9e12-7b78f59fe996 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16e545b4f9774994ac9fc5bb6ca57070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963859 Jun 28 03:18:47.395276 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Publish callbacks [] for security_group (c5dce242-eb58-4957-94e9-de05d3f12bde), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:47.421052 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Publish callbacks [] for security_group (c5dce242-eb58-4957-94e9-de05d3f12bde), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:47.485094 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-873dbd6c-6e4b-4f4f-bc4b-7c92b40c7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:47.487447 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-873dbd6c-6e4b-4f4f-bc4b-7c92b40c7885 service neutron] 10.222.0.27 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 918 time: 0.2128193 Jun 28 03:18:47.499905 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (c5dce242-eb58-4957-94e9-de05d3f12bde), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:47.516191 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:47.520726 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5dce242-eb58-4957-94e9-de05d3f12bde HTTP/1.1" status: 204 len: 168 time: 0.1800823 Jun 28 03:18:47.530335 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dce242-eb58-4957-94e9-de05d3f12bde,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:47.538250 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.538888 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.539364 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.540070 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.540365 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.540828 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.541289 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.541927 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.542431 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.543081 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.544321 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.544891 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.545355 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.545814 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.546271 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a5c12-dded-4a7b-9948-3ffb5fdc3144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:18:47.563988 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:47.582028 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e26ed-c175-4cf9-a8b7-c48a8dc7c43c req-f38c541e-2fed-44b6-8b4b-f353b348d052 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:47.583760 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0b2e26ed-c175-4cf9-a8b7-c48a8dc7c43c req-f38c541e-2fed-44b6-8b4b-f353b348d052 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 946 time: 0.0663531 Jun 28 03:18:47.590755 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a93fe101-95f9-432f-b9b4-dfbf439cb594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:47.593790 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c1abfa-cb3c-48f9-b66d-ec73216c23ba None None] New status for floating IP 9dcf3940-476b-4957-a8b8-777231ccb1c1: ACTIVE {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:18:47.646056 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0b2e26ed-c175-4cf9-a8b7-c48a8dc7c43c req-d7c698da-c5b7-402c-8b8f-4969684812e7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528212 Jun 28 03:18:47.903763 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-56c63991-0507-46f5-b274-13f359177ee5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e28a86b-c03c-4271-880f-a8d72e9df423 HTTP/1.1" status: 200 len: 999 time: 0.1236198 Jun 28 03:18:47.957604 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-73762575-05e7-464c-816a-40c7b5e941cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:47.959085 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-73762575-05e7-464c-816a-40c7b5e941cb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 200 len: 856 time: 0.0493300 Jun 28 03:18:48.018902 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-c7208df4-7b40-4903-b6ce-f7c230b2ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:48.021882 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-c7208df4-7b40-4903-b6ce-f7c230b2ee81 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=91e0cac6-eac1-4a49-93d7-95195e9565b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485182 Jun 28 03:18:48.166418 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-0c2de9ed-d2ac-487f-b180-f992679b4ef8 service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246762 Jun 28 03:18:48.179584 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34412) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:48.315650 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6c19303e-ef52-4209-9822-32fc01baebfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:48.435600 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6c19303e-ef52-4209-9822-32fc01baebfb admin admin] Publish callbacks [] for security_group (15acdf0e-4b91-4c8e-9e7e-0288c718b2db), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:48.442690 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6c19303e-ef52-4209-9822-32fc01baebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (15acdf0e-4b91-4c8e-9e7e-0288c718b2db), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:48.494780 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34452) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:48.495179 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6c19303e-ef52-4209-9822-32fc01baebfb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9716f0b898754aed844209d8ada2238a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143148 Jun 28 03:18:48.498193 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19303e-ef52-4209-9822-32fc01baebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15acdf0e-4b91-4c8e-9e7e-0288c718b2db,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:48.562038 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:48.581985 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-56958ff9-6433-4aa0-b687-3dadce9df318 admin admin] Publish callbacks [] for security_group (15acdf0e-4b91-4c8e-9e7e-0288c718b2db), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:48.626150 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34462) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:48.641060 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-56958ff9-6433-4aa0-b687-3dadce9df318 admin admin] Publish callbacks [] for security_group (15acdf0e-4b91-4c8e-9e7e-0288c718b2db), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:48.714098 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-56958ff9-6433-4aa0-b687-3dadce9df318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (15acdf0e-4b91-4c8e-9e7e-0288c718b2db), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:48.718460 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-56958ff9-6433-4aa0-b687-3dadce9df318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:48.726053 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-56958ff9-6433-4aa0-b687-3dadce9df318 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15acdf0e-4b91-4c8e-9e7e-0288c718b2db HTTP/1.1" status: 204 len: 168 time: 0.2232647 Jun 28 03:18:48.747031 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56958ff9-6433-4aa0-b687-3dadce9df318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15acdf0e-4b91-4c8e-9e7e-0288c718b2db,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:48.880686 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a69cba-d901-4a2c-989b-679f44ef2b2a req-ca287604-767f-46aa-a09b-ee09a3161aed tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:48.891235 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a69cba-d901-4a2c-989b-679f44ef2b2a req-ca287604-767f-46aa-a09b-ee09a3161aed tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 946 time: 0.0844331 Jun 28 03:18:49.048966 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-86977f80-d52c-490e-a5ea-908b93883f04 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856774 Jun 28 03:18:49.050822 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a69cba-d901-4a2c-989b-679f44ef2b2a req-c11f310f-2383-4f65-a1a1-ffab6b0ddabd tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585481 Jun 28 03:18:49.097299 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff10dd35-7e87-4813-8446-6d33718bc800 req-d44b5b05-55cc-4ccd-971e-51f9cb1f9170 service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888194 Jun 28 03:18:49.098954 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-af99cbb8-f673-49ba-b636-1020e08c5648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.115430 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:49.188462 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-37a101ca-3c13-4ae3-a40e-0c2f00ed907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:49.190199 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-37a101ca-3c13-4ae3-a40e-0c2f00ed907c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=43bb7fc15b254d9f877373131c37923c&device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 1129 time: 0.0659244 Jun 28 03:18:49.215359 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-af99cbb8-f673-49ba-b636-1020e08c5648 admin admin] Publish callbacks [] for security_group (28583519-32cd-429f-91d8-adee85586505), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.227195 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34490) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:49.236962 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-af99cbb8-f673-49ba-b636-1020e08c5648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (28583519-32cd-429f-91d8-adee85586505), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.317038 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-af99cbb8-f673-49ba-b636-1020e08c5648 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4173bf7da98457babd52f769d06ecb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6893485 Jun 28 03:18:49.318065 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99cbb8-f673-49ba-b636-1020e08c5648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28583519-32cd-429f-91d8-adee85586505,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:49.333710 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34496) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:49.352625 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:49.399747 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-969e450b-4336-4948-abee-73a930a4763b admin admin] Publish callbacks [] for security_group (28583519-32cd-429f-91d8-adee85586505), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.428332 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34500) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:49.437012 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-969e450b-4336-4948-abee-73a930a4763b admin admin] Publish callbacks [] for security_group (28583519-32cd-429f-91d8-adee85586505), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.437577 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-0f96e757-2479-4e33-b498-02f68ba8e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:49.439081 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-0f96e757-2479-4e33-b498-02f68ba8e061 service neutron] 10.222.0.27 "GET /v2.0/networks?id=ac13b420-c939-45ed-9039-496df8fc15f5 HTTP/1.1" status: 200 len: 912 time: 0.2293758 Jun 28 03:18:49.452283 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-14592fe8-67e6-43f5-a9c4-a27caf25f8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.494564 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-0824539c-db9e-4c24-b1b1-e494f3594ffd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06f883b9-139a-473c-971e-de82ca62f9ab HTTP/1.1" status: 200 len: 217 time: 0.0488305 Jun 28 03:18:49.512335 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-969e450b-4336-4948-abee-73a930a4763b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (28583519-32cd-429f-91d8-adee85586505), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.515476 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-969e450b-4336-4948-abee-73a930a4763b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.517430 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-969e450b-4336-4948-abee-73a930a4763b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28583519-32cd-429f-91d8-adee85586505 HTTP/1.1" status: 204 len: 168 time: 0.1826882 Jun 28 03:18:49.528867 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e450b-4336-4948-abee-73a930a4763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28583519-32cd-429f-91d8-adee85586505,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:49.568972 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-22a6f1aa-ec7a-419c-b058-595cb64037c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:49.570443 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-22a6f1aa-ec7a-419c-b058-595cb64037c5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=a779ab20-0563-491c-84d2-f67e49b2d901 HTTP/1.1" status: 200 len: 850 time: 0.0695021 Jun 28 03:18:49.621290 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34506) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:49.630383 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:49.644449 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-14592fe8-67e6-43f5-a9c4-a27caf25f8d4 admin admin] Publish callbacks [] for security_group (5cbf7e80-2961-4f91-8189-6deef9af953f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.649140 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-bbc1179a-b2d0-49e5-87d7-4a365a7a78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:49.650711 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-bbc1179a-b2d0-49e5-87d7-4a365a7a78ba service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ac13b420-c939-45ed-9039-496df8fc15f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707498 Jun 28 03:18:49.651816 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-14592fe8-67e6-43f5-a9c4-a27caf25f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (5cbf7e80-2961-4f91-8189-6deef9af953f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.676875 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc497f9b-1591-41f7-88f5-dbb28587a9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.711318 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14592fe8-67e6-43f5-a9c4-a27caf25f8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbf7e80-2961-4f91-8189-6deef9af953f,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:49.719159 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e22dffea-ea39-4ecf-adec-9834e154cb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.729095 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-14592fe8-67e6-43f5-a9c4-a27caf25f8d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14c03642db5a488fa094138a117db947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988596 Jun 28 03:18:49.731758 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34510) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:49.797781 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-30463226-dd40-49d1-9f12-c11941a38209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.806008 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:49.815386 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-9c4f6b44-936b-407a-9373-afdb0bda8624 service neutron] 10.222.0.27 "GET /v2.0/networks/ac13b420-c939-45ed-9039-496df8fc15f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514645 Jun 28 03:18:49.857327 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e22dffea-ea39-4ecf-adec-9834e154cb94 admin admin] Publish callbacks [] for security_group (cdba7b15-ea5b-459c-b7f2-a71f6c454a44), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.868732 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e22dffea-ea39-4ecf-adec-9834e154cb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (cdba7b15-ea5b-459c-b7f2-a71f6c454a44), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.909783 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc497f9b-1591-41f7-88f5-dbb28587a9fc admin admin] Publish callbacks [] for security_group (1e2c21ed-e44a-4d3c-b732-f14c841fc8cb), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.929550 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc497f9b-1591-41f7-88f5-dbb28587a9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1e2c21ed-e44a-4d3c-b732-f14c841fc8cb), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:49.939404 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dffea-ea39-4ecf-adec-9834e154cb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdba7b15-ea5b-459c-b7f2-a71f6c454a44,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:49.959019 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e22dffea-ea39-4ecf-adec-9834e154cb94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4e7ca7c2297465c9dbcb0a00445ef40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365514 Jun 28 03:18:49.968292 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34518) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:49.995440 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dc497f9b-1591-41f7-88f5-dbb28587a9fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b0b84b26f124e4ca184ce5f43ae7af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7642388 Jun 28 03:18:50.001338 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34522) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:50.015338 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc497f9b-1591-41f7-88f5-dbb28587a9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c21ed-e44a-4d3c-b732-f14c841fc8cb,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:50.054407 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:50.091962 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a853acc0-9a93-4ab5-9624-a0f16640b6bf admin admin] Publish callbacks [] for security_group (cdba7b15-ea5b-459c-b7f2-a71f6c454a44), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.111907 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec57a1ad-c41e-4fb1-b398-3e11584c1447 admin admin] Publish callbacks [] for security_group (1e2c21ed-e44a-4d3c-b732-f14c841fc8cb), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.132901 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a853acc0-9a93-4ab5-9624-a0f16640b6bf admin admin] Publish callbacks [] for security_group (cdba7b15-ea5b-459c-b7f2-a71f6c454a44), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.160351 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec57a1ad-c41e-4fb1-b398-3e11584c1447 admin admin] Publish callbacks [] for security_group (1e2c21ed-e44a-4d3c-b732-f14c841fc8cb), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.230478 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:50.250760 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a853acc0-9a93-4ab5-9624-a0f16640b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (cdba7b15-ea5b-459c-b7f2-a71f6c454a44), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.251845 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4ac75ca-ae42-48c1-a1c1-768133274553 admin admin] Publish callbacks [] for security_group (5cbf7e80-2961-4f91-8189-6deef9af953f), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.256042 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a853acc0-9a93-4ab5-9624-a0f16640b6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.260735 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a853acc0-9a93-4ab5-9624-a0f16640b6bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdba7b15-ea5b-459c-b7f2-a71f6c454a44 HTTP/1.1" status: 204 len: 168 time: 0.2882125 Jun 28 03:18:50.266994 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.281808 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1e974-bd58-443e-ae97-8d95eb02e6eb req-68af6e4d-7d5f-4995-9ad0-38f98290bc2b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:50.283559 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-52f1e974-bd58-443e-ae97-8d95eb02e6eb req-68af6e4d-7d5f-4995-9ad0-38f98290bc2b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 946 time: 0.0958469 Jun 28 03:18:50.292268 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853acc0-9a93-4ab5-9624-a0f16640b6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdba7b15-ea5b-459c-b7f2-a71f6c454a44,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:50.302189 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec57a1ad-c41e-4fb1-b398-3e11584c1447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1e2c21ed-e44a-4d3c-b732-f14c841fc8cb), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.306859 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec57a1ad-c41e-4fb1-b398-3e11584c1447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.310329 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-499ac1aa-0d90-41ae-abb6-0ccda25635a0 req-0db47241-5f5d-4fc5-b6d9-121aeb17a9c7 service neutron] 10.222.0.27 "GET /v2.0/networks/ac13b420-c939-45ed-9039-496df8fc15f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880660 Jun 28 03:18:50.310705 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ec57a1ad-c41e-4fb1-b398-3e11584c1447 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e2c21ed-e44a-4d3c-b732-f14c841fc8cb HTTP/1.1" status: 204 len: 168 time: 0.3069117 Jun 28 03:18:50.317136 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4ac75ca-ae42-48c1-a1c1-768133274553 admin admin] Publish callbacks [] for security_group (5cbf7e80-2961-4f91-8189-6deef9af953f), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.333365 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57a1ad-c41e-4fb1-b398-3e11584c1447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c21ed-e44a-4d3c-b732-f14c841fc8cb,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:50.390416 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-52f1e974-bd58-443e-ae97-8d95eb02e6eb req-870e2322-40a6-4fcd-95f1-4217dbfa3748 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007531 Jun 28 03:18:50.430393 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4ac75ca-ae42-48c1-a1c1-768133274553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (5cbf7e80-2961-4f91-8189-6deef9af953f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.434278 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4ac75ca-ae42-48c1-a1c1-768133274553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.438226 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c4ac75ca-ae42-48c1-a1c1-768133274553 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cbf7e80-2961-4f91-8189-6deef9af953f HTTP/1.1" status: 204 len: 168 time: 0.7055395 Jun 28 03:18:50.451414 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac75ca-ae42-48c1-a1c1-768133274553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbf7e80-2961-4f91-8189-6deef9af953f,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:50.550612 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede44b7-0543-4a9f-9028-ae18ea7a49ae req-96afd176-0b48-4496-b265-b6c3567ad080 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:50.552603 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3ede44b7-0543-4a9f-9028-ae18ea7a49ae req-96afd176-0b48-4496-b265-b6c3567ad080 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 946 time: 0.0559201 Jun 28 03:18:50.565899 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34548) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:50.570986 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-e8c3de9d-ab17-4de7-8bae-635d6029a834 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'floatingip': {'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:50.621635 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e8c3de9d-ab17-4de7-8bae-635d6029a834 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (f696c86d-440e-4adb-9003-b8a0afa752a8), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.905187 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34558) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:50.924075 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-961ea6f8-b60a-4bab-b6b2-8ec015d62ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:50.927257 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34560) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:50.969052 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-937404d3-30da-42c2-94f1-8feeda27ae5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.010532 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:51.044900 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.105588 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-961ea6f8-b60a-4bab-b6b2-8ec015d62ae6 admin admin] Publish callbacks [] for security_group (c79be50c-4629-4b15-87f2-e01a0e7fba56), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.108681 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e8c3de9d-ab17-4de7-8bae-635d6029a834 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.109615 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:51.113958 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e8c3de9d-ab17-4de7-8bae-635d6029a834 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (f696c86d-440e-4adb-9003-b8a0afa752a8), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.121130 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-961ea6f8-b60a-4bab-b6b2-8ec015d62ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (c79be50c-4629-4b15-87f2-e01a0e7fba56), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.197645 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-961ea6f8-b60a-4bab-b6b2-8ec015d62ae6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=234b41f62dee4a6992035909f0efd1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911119 Jun 28 03:18:51.201006 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-937404d3-30da-42c2-94f1-8feeda27ae5d admin admin] Publish callbacks [] for security_group (d5b8c31d-3567-4f6a-8809-aa526fdad2bf), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.202001 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34568) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:51.210332 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ea6f8-b60a-4bab-b6b2-8ec015d62ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79be50c-4629-4b15-87f2-e01a0e7fba56,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:51.218529 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-937404d3-30da-42c2-94f1-8feeda27ae5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d5b8c31d-3567-4f6a-8809-aa526fdad2bf), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.272183 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-e8c3de9d-ab17-4de7-8bae-635d6029a834 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Floating IP f696c86d-440e-4adb-9003-b8a0afa752a8 associated. External IP: 172.27.2.64, port: d6e55600-5f0a-4fbe-a2ac-19740c81c992. Jun 28 03:18:51.285670 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-937404d3-30da-42c2-94f1-8feeda27ae5d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71b097656c384c849cc43e48ce343156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571675 Jun 28 03:18:51.288490 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34572) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:51.307897 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937404d3-30da-42c2-94f1-8feeda27ae5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b8c31d-3567-4f6a-8809-aa526fdad2bf,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:51.336003 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-92dacf10-af49-4aad-be1f-478d78b11506 admin admin] Publish callbacks [] for security_group (c79be50c-4629-4b15-87f2-e01a0e7fba56), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.368567 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-92dacf10-af49-4aad-be1f-478d78b11506 admin admin] Publish callbacks [] for security_group (c79be50c-4629-4b15-87f2-e01a0e7fba56), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.389483 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:51.392055 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0195b8cd-aac1-4ae4-9ea3-096cc7be6c21 admin admin] Publish callbacks [] for security_group (d5b8c31d-3567-4f6a-8809-aa526fdad2bf), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.420048 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:51.437157 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0195b8cd-aac1-4ae4-9ea3-096cc7be6c21 admin admin] Publish callbacks [] for security_group (d5b8c31d-3567-4f6a-8809-aa526fdad2bf), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.485488 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-92dacf10-af49-4aad-be1f-478d78b11506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (c79be50c-4629-4b15-87f2-e01a0e7fba56), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.488868 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-92dacf10-af49-4aad-be1f-478d78b11506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.490652 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-92dacf10-af49-4aad-be1f-478d78b11506 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c79be50c-4629-4b15-87f2-e01a0e7fba56 HTTP/1.1" status: 204 len: 168 time: 0.2874553 Jun 28 03:18:51.500707 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dacf10-af49-4aad-be1f-478d78b11506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79be50c-4629-4b15-87f2-e01a0e7fba56,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:51.517248 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0195b8cd-aac1-4ae4-9ea3-096cc7be6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d5b8c31d-3567-4f6a-8809-aa526fdad2bf), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.520134 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0195b8cd-aac1-4ae4-9ea3-096cc7be6c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.521666 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0195b8cd-aac1-4ae4-9ea3-096cc7be6c21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5b8c31d-3567-4f6a-8809-aa526fdad2bf HTTP/1.1" status: 204 len: 168 time: 0.2288892 Jun 28 03:18:51.531242 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195b8cd-aac1-4ae4-9ea3-096cc7be6c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b8c31d-3567-4f6a-8809-aa526fdad2bf,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:51.575360 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c3de9d-ab17-4de7-8bae-635d6029a834 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:18:51.701633 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c3de9d-ab17-4de7-8bae-635d6029a834 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:18:51.716005 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:18:51.719270 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e8c3de9d-ab17-4de7-8bae-635d6029a834 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:51.730370 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:18:51.731610 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:18:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:51.782307 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e8c3de9d-ab17-4de7-8bae-635d6029a834 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "PUT /v2.0/floatingips/f696c86d-440e-4adb-9003-b8a0afa752a8 HTTP/1.1" status: 200 len: 991 time: 1.2154803 Jun 28 03:18:51.783040 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'tag': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:18:51.785343 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e", "tag": "d6e55600-5f0a-4fbe-a2ac-19740c81c992"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:18:51.843042 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a742657b-afd5-4c2b-b17a-29908a92075f x-openstack-request-id: req-a742657b-afd5-4c2b-b17a-29908a92075f {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:18:51.843959 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e", "tag": "d6e55600-5f0a-4fbe-a2ac-19740c81c992", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:18:51.844254 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a742657b-afd5-4c2b-b17a-29908a92075f {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:18:51.844657 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a742657b-afd5-4c2b-b17a-29908a92075f'] response: {'name': 'network-changed', 'server_uuid': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'tag': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'status': 'completed', 'code': 200} Jun 28 03:18:51.892204 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:51.906247 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:18:52.187575 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34616) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:52.208689 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0338c72c-a310-48bf-ae02-4e030333da13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:52.258569 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:52.276973 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:52.307800 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'f696c86d-440e-4adb-9003-b8a0afa752a8', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:a9:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:18:05Z', 'updated_at': '2022-06-28T03:18:51Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:52.334438 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0338c72c-a310-48bf-ae02-4e030333da13 admin admin] Publish callbacks [] for security_group (938c2642-a947-4afa-8e3f-31ed062bc2ec), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:52.336184 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:18:52.342556 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0338c72c-a310-48bf-ae02-4e030333da13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (938c2642-a947-4afa-8e3f-31ed062bc2ec), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:52.350738 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:18:52.351388 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:18:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:52.399177 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0338c72c-a310-48bf-ae02-4e030333da13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=655fa4ee9fbe484da5bc11b3df2a0802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101283 Jun 28 03:18:52.400276 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338c72c-a310-48bf-ae02-4e030333da13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938c2642-a947-4afa-8e3f-31ed062bc2ec,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:52.402783 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34622) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:52.472270 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-689fcb10-e181-4cff-af15-a702255a6884 admin admin] Publish callbacks [] for security_group (938c2642-a947-4afa-8e3f-31ed062bc2ec), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:52.487645 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:18:52.499139 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-689fcb10-e181-4cff-af15-a702255a6884 admin admin] Publish callbacks [] for security_group (938c2642-a947-4afa-8e3f-31ed062bc2ec), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:52.555367 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-689fcb10-e181-4cff-af15-a702255a6884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (938c2642-a947-4afa-8e3f-31ed062bc2ec), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:52.562004 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-689fcb10-e181-4cff-af15-a702255a6884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:52.565556 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-689fcb10-e181-4cff-af15-a702255a6884 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/938c2642-a947-4afa-8e3f-31ed062bc2ec HTTP/1.1" status: 204 len: 168 time: 0.1594324 Jun 28 03:18:52.575573 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fcb10-e181-4cff-af15-a702255a6884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938c2642-a947-4afa-8e3f-31ed062bc2ec,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:52.623846 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:52.749441 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'f696c86d-440e-4adb-9003-b8a0afa752a8', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:a9:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:18:05Z', 'updated_at': '2022-06-28T03:18:51Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:18:52.774939 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6481ae58-f5cf-4280-81fa-e172112b9173 None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'f696c86d-440e-4adb-9003-b8a0afa752a8', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:a9:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:18:05Z', 'updated_at': '2022-06-28T03:18:51Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:18:53.024426 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7569ec-13e6-426a-9cd4-1776502b5491 None None] New status for floating IP f696c86d-440e-4adb-9003-b8a0afa752a8: ACTIVE {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:18:53.063523 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:53.076904 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:53.731586 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-7cf783e4-5779-4275-904a-7de444a45220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:53.733758 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-7cf783e4-5779-4275-904a-7de444a45220 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 1130 time: 0.0463939 Jun 28 03:18:53.787794 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34694) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:53.842571 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-18c9b4f3-6c00-4c15-8933-0518acb6ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:53.845021 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-18c9b4f3-6c00-4c15-8933-0518acb6ea5a service neutron] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 915 time: 0.1036749 Jun 28 03:18:53.929351 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-86abc302-a28e-4d8d-b618-e91eed74a705 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e55600-5f0a-4fbe-a2ac-19740c81c992 HTTP/1.1" status: 200 len: 1001 time: 0.0748479 Jun 28 03:18:53.966229 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:53.987081 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-9b75de6b-bf6b-433f-a457-1861576d288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:53.988842 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-9b75de6b-bf6b-433f-a457-1861576d288d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.0508826 Jun 28 03:18:54.052275 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-300673831-network', 'tenant_id': 'f2443fc439de4514badcb369d67462b9'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:54.074880 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Made reservation on behalf of f2443fc439de4514badcb369d67462b9 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:18:54.077380 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.086443 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.170298 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Publish callbacks [] for security_group (f247854e-1d18-4070-a4fa-0008231cd2e6), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.174944 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (f247854e-1d18-4070-a4fa-0008231cd2e6), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.197325 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:18:54.214548 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f247854e-1d18-4070-a4fa-0008231cd2e6,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:54.217883 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (b0946815-88ac-40f9-a90f-fa0730161593), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.218289 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Added segment b0946815-88ac-40f9-a90f-fa0730161593 of type vlan for network 6b3cf016-a33e-448c-823a-e4405f148035 Jun 28 03:18:54.249353 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-432234b3-2c03-4f3f-9cba-9981dbb1d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:54.252725 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-432234b3-2c03-4f3f-9cba-9981dbb1d336 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636649 Jun 28 03:18:54.262090 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (6b3cf016-a33e-448c-823a-e4405f148035), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.292449 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (6b3cf016-a33e-448c-823a-e4405f148035), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.293510 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:54.294208 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.349692 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5600331 Jun 28 03:18:54.354422 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34720) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:54.360983 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Request body: {'subnet': {'network_id': '6b3cf016-a33e-448c-823a-e4405f148035', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-300673831-subnet', 'tenant_id': 'f2443fc439de4514badcb369d67462b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:18:54.400570 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Made reservation on behalf of f2443fc439de4514badcb369d67462b9 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:18:54.404543 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3589059'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.408550 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1dd39-2239-4094-9aec-9d434d1cc86f admin admin] Pushing event updated for resources: {'Network': ['ID=6b3cf016-a33e-448c-823a-e4405f148035,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:54.421498 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network 6b3cf016-a33e-448c-823a-e4405f148035 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:18:54.591665 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593273'] for subnet (d7ab61ed-e342-46fe-940f-a3dfd3b22990), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.643641 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ab61ed-e342-46fe-940f-a3dfd3b22990,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:54.660663 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Checking segment: {'id': 'b0946815-88ac-40f9-a90f-fa0730161593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:18:54.660976 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Network hostable DHCP agents. Network: 6b3cf016-a33e-448c-823a-e4405f148035, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:18:54.674722 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:54.684004 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Network 6b3cf016-a33e-448c-823a-e4405f148035 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:18:54.696118 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, 6b3cf016-a33e-448c-823a-e4405f148035) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:18:54.700936 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:54.701459 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:54.707498 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e4609-514a-4255-8d03-16f209a2be31 None None] Network 6b3cf016-a33e-448c-823a-e4405f148035 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:18:54.724762 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6ce206e3-5142-4c7f-95aa-73e03e4ffba4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3688040 Jun 28 03:18:54.823176 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a902fe-0779-4355-80a7-13e60eda97f7 None None] Network 6b3cf016-a33e-448c-823a-e4405f148035 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:18:55.472898 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-ab8a1423-d900-466c-aaef-822e780b9cdd service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146877 Jun 28 03:18:58.530560 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-749bb7d0-c94c-42bc-b6e8-573e92e13ddf req-d2283aaf-9505-4c2f-b946-2b0ba217b448 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065669 Jun 28 03:18:58.883872 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601c3cd-e44a-44ab-92de-59da1f2f2314 req-f08b5ca5-5e76-4c2f-a74e-7d77fdeac5df tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:18:58.885418 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1601c3cd-e44a-44ab-92de-59da1f2f2314 req-f08b5ca5-5e76-4c2f-a74e-7d77fdeac5df tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0476532 Jun 28 03:18:58.932358 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1601c3cd-e44a-44ab-92de-59da1f2f2314 req-e7b286e0-25f4-49f7-94bf-6a42f3e4d6d6 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Jun 28 03:18:59.275408 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34846) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:59.399925 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c037fee6-99cb-4a17-82a6-470da30bc492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:59.476559 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c037fee6-99cb-4a17-82a6-470da30bc492 admin admin] Publish callbacks [] for security_group (d2e3b858-2468-4f7a-a4a9-f6e35d6c3031), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:59.482225 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c037fee6-99cb-4a17-82a6-470da30bc492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d2e3b858-2468-4f7a-a4a9-f6e35d6c3031), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:59.486419 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:59.525387 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c037fee6-99cb-4a17-82a6-470da30bc492 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd8828b9dd704a27ac973bc0015945db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488503 Jun 28 03:18:59.526168 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037fee6-99cb-4a17-82a6-470da30bc492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e3b858-2468-4f7a-a4a9-f6e35d6c3031,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:59.528340 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34856) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:59.579574 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f83637f-1436-4476-b720-48cfd9dd03a7 admin admin] Publish callbacks [] for security_group (d2e3b858-2468-4f7a-a4a9-f6e35d6c3031), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:59.602136 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f83637f-1436-4476-b720-48cfd9dd03a7 admin admin] Publish callbacks [] for security_group (d2e3b858-2468-4f7a-a4a9-f6e35d6c3031), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:59.651466 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f83637f-1436-4476-b720-48cfd9dd03a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d2e3b858-2468-4f7a-a4a9-f6e35d6c3031), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:59.653952 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f83637f-1436-4476-b720-48cfd9dd03a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:18:59.655090 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2f83637f-1436-4476-b720-48cfd9dd03a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2e3b858-2468-4f7a-a4a9-f6e35d6c3031 HTTP/1.1" status: 204 len: 168 time: 0.1257682 Jun 28 03:18:59.658181 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:18:59.663444 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83637f-1436-4476-b720-48cfd9dd03a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e3b858-2468-4f7a-a4a9-f6e35d6c3031,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:18:59.940797 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34864) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:18:59.955154 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe27a-eb13-48ab-921b-47c6027103aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:00.036820 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe27a-eb13-48ab-921b-47c6027103aa admin admin] Publish callbacks [] for security_group (a59944dc-bd66-4c9b-bd8a-214322e3163d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:00.042151 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe27a-eb13-48ab-921b-47c6027103aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a59944dc-bd66-4c9b-bd8a-214322e3163d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:00.050763 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125a523-db12-435c-958f-69d89d07abb2 req-977b23ef-27c5-43f7-8325-85aa12da02d4 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:00.052248 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2125a523-db12-435c-958f-69d89d07abb2 req-977b23ef-27c5-43f7-8325-85aa12da02d4 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Jun 28 03:19:00.083852 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fe27a-eb13-48ab-921b-47c6027103aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59944dc-bd66-4c9b-bd8a-214322e3163d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:00.089564 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7a8fe27a-eb13-48ab-921b-47c6027103aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c95047b56c4242baa1cad3e40818eb63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477213 Jun 28 03:19:00.092293 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34868) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:00.101722 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2125a523-db12-435c-958f-69d89d07abb2 req-56739acb-b037-432b-b39d-9e3c744806c7 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Jun 28 03:19:00.104635 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:00.144890 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21a0d8b2-13eb-451b-a72b-d00333ced5b6 admin admin] Publish callbacks [] for security_group (a59944dc-bd66-4c9b-bd8a-214322e3163d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:00.166580 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21a0d8b2-13eb-451b-a72b-d00333ced5b6 admin admin] Publish callbacks [] for security_group (a59944dc-bd66-4c9b-bd8a-214322e3163d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:00.215177 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21a0d8b2-13eb-451b-a72b-d00333ced5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a59944dc-bd66-4c9b-bd8a-214322e3163d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:00.218503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21a0d8b2-13eb-451b-a72b-d00333ced5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:00.219964 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-21a0d8b2-13eb-451b-a72b-d00333ced5b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a59944dc-bd66-4c9b-bd8a-214322e3163d HTTP/1.1" status: 204 len: 168 time: 0.1267822 Jun 28 03:19:00.230537 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0d8b2-13eb-451b-a72b-d00333ced5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59944dc-bd66-4c9b-bd8a-214322e3163d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:01.221874 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931e7cf-33e9-44d0-b632-9354557dc7dc req-5fe720ea-ba6a-4396-bf39-d8a220d0471d tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:01.223390 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a931e7cf-33e9-44d0-b632-9354557dc7dc req-5fe720ea-ba6a-4396-bf39-d8a220d0471d tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0524516 Jun 28 03:19:01.271962 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a931e7cf-33e9-44d0-b632-9354557dc7dc req-2c9fc9a5-3892-4627-b875-6f2f0f3815d5 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Jun 28 03:19:01.979410 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34932) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:02.088522 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-45274e7b-ed87-47ec-bf38-b779138ab88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.166121 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-45274e7b-ed87-47ec-bf38-b779138ab88a admin admin] Publish callbacks [] for security_group (fc6cc05a-dc56-433b-a7c3-f3ac439e1573), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.172094 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-45274e7b-ed87-47ec-bf38-b779138ab88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (fc6cc05a-dc56-433b-a7c3-f3ac439e1573), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.212559 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45274e7b-ed87-47ec-bf38-b779138ab88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6cc05a-dc56-433b-a7c3-f3ac439e1573,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:02.216912 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-45274e7b-ed87-47ec-bf38-b779138ab88a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fb18f59fe664d1a8a24cdaaf69ddd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365024 Jun 28 03:19:02.219780 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34936) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:02.267566 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bba5961a-fe6e-4852-a6f9-39ce77be19dc admin admin] Publish callbacks [] for security_group (fc6cc05a-dc56-433b-a7c3-f3ac439e1573), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.288790 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bba5961a-fe6e-4852-a6f9-39ce77be19dc admin admin] Publish callbacks [] for security_group (fc6cc05a-dc56-433b-a7c3-f3ac439e1573), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.342565 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bba5961a-fe6e-4852-a6f9-39ce77be19dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (fc6cc05a-dc56-433b-a7c3-f3ac439e1573), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.345539 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bba5961a-fe6e-4852-a6f9-39ce77be19dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.348654 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bba5961a-fe6e-4852-a6f9-39ce77be19dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc6cc05a-dc56-433b-a7c3-f3ac439e1573 HTTP/1.1" status: 204 len: 168 time: 0.1280184 Jun 28 03:19:02.359871 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5961a-fe6e-4852-a6f9-39ce77be19dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6cc05a-dc56-433b-a7c3-f3ac439e1573,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:02.424099 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393b39f-7b63-4a6e-b169-cfc9b337f185 req-70edc35c-85d4-499d-a0fd-2fdfa603c1ae tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:02.425769 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a393b39f-7b63-4a6e-b169-cfc9b337f185 req-70edc35c-85d4-499d-a0fd-2fdfa603c1ae tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0801644 Jun 28 03:19:02.478547 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a393b39f-7b63-4a6e-b169-cfc9b337f185 req-4c5692ab-1edf-4f4b-bdd0-6d1a34e9c431 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Jun 28 03:19:02.655798 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 34958) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:02.669459 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3db1583-0e40-4279-9857-ee322a2c4946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.699880 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:02.751765 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3db1583-0e40-4279-9857-ee322a2c4946 admin admin] Publish callbacks [] for security_group (fb63db4d-5f81-4440-b39b-e843a54ac160), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.752378 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=44 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:02.756662 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3db1583-0e40-4279-9857-ee322a2c4946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (fb63db4d-5f81-4440-b39b-e843a54ac160), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.760296 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=60 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:02.807098 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a3db1583-0e40-4279-9857-ee322a2c4946 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=803f5c41a3da4394b93b5e2e5b148e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473598 Jun 28 03:19:02.807356 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 34974) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:02.823323 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db1583-0e40-4279-9857-ee322a2c4946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb63db4d-5f81-4440-b39b-e843a54ac160,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:02.921024 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:02.948119 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8aea315-8bcc-41c3-af0c-3e800e57c8a0 admin admin] Publish callbacks [] for security_group (fb63db4d-5f81-4440-b39b-e843a54ac160), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:02.983810 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957f3b3-2996-4a29-b358-66966bd62055 req-e7e000f2-eb72-4375-bb93-a817f6dbbd3a tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:02.985648 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-e7e000f2-eb72-4375-bb93-a817f6dbbd3a tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/networks?id=6b3cf016-a33e-448c-823a-e4405f148035 HTTP/1.1" status: 200 len: 808 time: 0.1605458 Jun 28 03:19:02.990275 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8aea315-8bcc-41c3-af0c-3e800e57c8a0 admin admin] Publish callbacks [] for security_group (fb63db4d-5f81-4440-b39b-e843a54ac160), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:03.023066 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-d081b4be-affa-4740-b352-6da97dc4cf5a tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/quotas/f2443fc439de4514badcb369d67462b9 HTTP/1.1" status: 200 len: 375 time: 0.0300832 Jun 28 03:19:03.063037 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-54e30765-0ad3-49fa-a084-0fc6bd9ffed3 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2443fc439de4514badcb369d67462b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325537 Jun 28 03:19:03.107939 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8aea315-8bcc-41c3-af0c-3e800e57c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (fb63db4d-5f81-4440-b39b-e843a54ac160), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:03.110773 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8aea315-8bcc-41c3-af0c-3e800e57c8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:03.111888 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a8aea315-8bcc-41c3-af0c-3e800e57c8a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb63db4d-5f81-4440-b39b-e843a54ac160 HTTP/1.1" status: 204 len: 168 time: 0.3037348 Jun 28 03:19:03.149261 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aea315-8bcc-41c3-af0c-3e800e57c8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb63db4d-5f81-4440-b39b-e843a54ac160,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:03.172695 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-b8aedb05-8b5a-42b0-b58b-92b6bbe0a6bc service neutron] 10.222.0.44 "GET /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018372 Jun 28 03:19:03.266236 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-2b4086e7-a933-4470-a203-a844d15368b7 service neutron] 10.222.0.44 "GET /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883801 Jun 28 03:19:03.438820 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d583ea65-89ef-4f93-a53d-d43ddc859c5e req-d427f05b-f5b9-484f-8ddf-56fa13eb414d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 210 time: 0.0390782 Jun 28 03:19:03.604783 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d938d1-928c-4a03-ab1d-68da8216348b req-0f73d948-9637-45f8-b699-c110d230fbb7 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:03.606936 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-00d938d1-928c-4a03-ab1d-68da8216348b req-0f73d948-9637-45f8-b699-c110d230fbb7 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0510330 Jun 28 03:19:03.678315 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-00d938d1-928c-4a03-ab1d-68da8216348b req-8da7277a-3d51-4d4e-83c4-7e05c3023947 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657978 Jun 28 03:19:04.548645 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5ee4a205-343d-4433-abd3-a57161c22482 req-672a7671-6e30-47a4-880b-8e2fcb5169a1 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 210 time: 0.0344980 Jun 28 03:19:04.796227 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cffcb-bc71-490e-ab7a-0309d22e4f35 req-cbc14c6f-bd9b-47cd-a0de-28bc3d10702d tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:04.797712 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a87cffcb-bc71-490e-ab7a-0309d22e4f35 req-cbc14c6f-bd9b-47cd-a0de-28bc3d10702d tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0509996 Jun 28 03:19:04.823333 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:04.846379 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a87cffcb-bc71-490e-ab7a-0309d22e4f35 req-1abecbe0-08a0-4071-923d-109250af2a5f tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/security-groups?id=8021c948-c80a-4b27-b606-e9e957ee5a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Jun 28 03:19:05.135443 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-507e3b75-4957-4be0-934d-d0f42283e1b5 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:05.137849 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-507e3b75-4957-4be0-934d-d0f42283e1b5 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.27 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 945 time: 0.0487709 Jun 28 03:19:05.260857 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-40863684-a122-4bb9-bc65-5afd12bc75de tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Deleting port 06f883b9-139a-473c-971e-de82ca62f9ab {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:19:05.261227 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-40863684-a122-4bb9-bc65-5afd12bc75de tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:05.367993 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-40863684-a122-4bb9-bc65-5afd12bc75de tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] For port 06f883b9-139a-473c-971e-de82ca62f9ab, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=06f883b9-139a-473c-971e-de82ca62f9ab,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:05.368387 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-40863684-a122-4bb9-bc65-5afd12bc75de tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:05.624198 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-40863684-a122-4bb9-bc65-5afd12bc75de tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Calling delete_port for 06f883b9-139a-473c-971e-de82ca62f9ab owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:19:05.739555 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-37004d75-eac3-4acc-9766-5373ebeb925c req-e737a232-26ce-495d-b45a-03fcd49860a1 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 210 time: 0.0361497 Jun 28 03:19:05.800690 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:05.865268 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-40863684-a122-4bb9-bc65-5afd12bc75de tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (06f883b9-139a-473c-971e-de82ca62f9ab), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:05.903639 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40863684-a122-4bb9-bc65-5afd12bc75de tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Pushing event deleted for resources: {'Port': ['ID=06f883b9-139a-473c-971e-de82ca62f9ab,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:06.026948 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9b6e0266-9444-4192-b675-7865c85f0f06 req-4f5cb798-d13f-4082-bb91-9c7a8a1ada45 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 210 time: 0.0703819 Jun 28 03:19:06.027735 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-40863684-a122-4bb9-bc65-5afd12bc75de tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] No DVR routers for this DVR port 06f883b9-139a-473c-971e-de82ca62f9ab on host hv-cinder-84684 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:19:06.031175 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-40863684-a122-4bb9-bc65-5afd12bc75de tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:06.034924 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-84afbebd-5192-48ba-9435-d7696b01aa09 req-40863684-a122-4bb9-bc65-5afd12bc75de tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.27 "DELETE /v2.0/ports/06f883b9-139a-473c-971e-de82ca62f9ab HTTP/1.1" status: 204 len: 173 time: 0.8916528 Jun 28 03:19:06.036017 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf28320-d40d-457d-8b03-3157d65b8a18', 'name': 'network-vif-deleted', 'tag': '06f883b9-139a-473c-971e-de82ca62f9ab'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:06.037799 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1d4f74-b02c-402b-bcdd-f161e00a19a7" -d '{"events": [{"server_uuid": "bcf28320-d40d-457d-8b03-3157d65b8a18", "name": "network-vif-deleted", "tag": "06f883b9-139a-473c-971e-de82ca62f9ab"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:06.089858 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fdd1dd-adda-43c9-b3cc-4d3effdeec5f x-openstack-request-id: req-23fdd1dd-adda-43c9-b3cc-4d3effdeec5f {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:06.090265 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf28320-d40d-457d-8b03-3157d65b8a18", "name": "network-vif-deleted", "tag": "06f883b9-139a-473c-971e-de82ca62f9ab", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:06.090814 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23fdd1dd-adda-43c9-b3cc-4d3effdeec5f {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:06.091142 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fdd1dd-adda-43c9-b3cc-4d3effdeec5f'] response: {'server_uuid': 'bcf28320-d40d-457d-8b03-3157d65b8a18', 'name': 'network-vif-deleted', 'tag': '06f883b9-139a-473c-971e-de82ca62f9ab', 'status': 'completed', 'code': 200} Jun 28 03:19:06.848291 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8e1b5283-c3aa-46ce-9d55-2bb6ac274119 req-001ee28c-9211-4047-a95e-64f95cd4b444 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 210 time: 0.0310237 Jun 28 03:19:07.141485 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-023b9d2f-35c2-4ee6-b973-227093cb19c5 req-1900486d-ef66-4027-be8b-abf120c2474c tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 210 time: 0.0317442 Jun 28 03:19:07.947512 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b5ab0359-3bc6-4f45-9320-b27e966f252f req-1ecd2cd8-6fac-4148-97e4-7d8591f94ae1 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 210 time: 0.0318954 Jun 28 03:19:08.240251 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8639ae8-8f44-41cf-877f-41d47c3f2203 req-bf8c12b6-c1c4-4d0b-8685-51907c25fe75 tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 210 time: 0.0303402 Jun 28 03:19:08.407899 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 06f883b9-139a-473c-971e-de82ca62f9ab no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:19:08.428101 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 06f883b9-139a-473c-971e-de82ca62f9ab {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:19:08.428500 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 06f883b9-139a-473c-971e-de82ca62f9ab not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:19:08.585729 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957f3b3-2996-4a29-b358-66966bd62055 req-a8346651-4acf-44b4-b73a-4f32d9c730e1 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:08.587182 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-a8346651-4acf-44b4-b73a-4f32d9c730e1 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.27 "GET /v2.0/networks?id=6b3cf016-a33e-448c-823a-e4405f148035 HTTP/1.1" status: 200 len: 808 time: 0.1075757 Jun 28 03:19:08.614416 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Request body: {'port': {'device_id': '0ee00cc9-d66c-4a54-bf4c-9aff3a37f653', 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035', 'admin_state_up': True, 'tenant_id': 'f2443fc439de4514badcb369d67462b9'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:08.727895 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Made reservation on behalf of f2443fc439de4514badcb369d67462b9 for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:08.731674 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:08.863075 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Allocated IP 172.20.0.10 (6b3cf016-a33e-448c-823a-e4405f148035/d7ab61ed-e342-46fe-940f-a3dfd3b22990/eed5a55e-f288-4b02-b7ab-d307cbfe0a94) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:08.880733 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:09.041619 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks [] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:09.059515 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b488469d-6b35-4bff-8069-c9c2ffe48e86 req-9103dae3-e07e-475f-b322-951f1984df5f tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 210 time: 0.0408595 Jun 28 03:19:09.092056 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:09.138643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Network 6b3cf016-a33e-448c-823a-e4405f148035 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:09.141943 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:09.144471 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:09.174776 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Pushing event updated for resources: {'Port': ['ID=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:09.200984 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:09.201714 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:09.220255 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4f4e3029-af6f-4a39-8f37-02b100e01e2e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6091890 Jun 28 03:19:09.245751 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Request body: {'port': {'device_id': '0ee00cc9-d66c-4a54-bf4c-9aff3a37f653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:09.272514 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:09.325715 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:09.352503 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-995cf990-0215-49a3-88ee-984dbd8a05d4 req-71d8a662-2171-4823-bfe6-64d26432b1ef tempest-DeleteServersTestJSON-1476345491 tempest-DeleteServersTestJSON-1476345491-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf28320-d40d-457d-8b03-3157d65b8a18 HTTP/1.1" status: 200 len: 210 time: 0.0428643 Jun 28 03:19:09.652460 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed5a55e-f288-4b02-b7ab-d307cbfe0a94 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:19:09.660920 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Publish callbacks [] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:09.673964 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Transition to ACTIVE for port object eed5a55e-f288-4b02-b7ab-d307cbfe0a94 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:19:09.678864 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:09.751373 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Pushing event updated for resources: {'Port': ['ID=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:09.783541 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:09.807971 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Attempting to bind port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:09.808183 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Attempting to bind port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'b0946815-88ac-40f9-a90f-fa0730161593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:09.808410 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Attempting to bind port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 on network 6b3cf016-a33e-448c-823a-e4405f148035 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:09.813210 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 on network 6b3cf016-a33e-448c-823a-e4405f148035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:19:09.813499 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Attempting to bind port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 on network 6b3cf016-a33e-448c-823a-e4405f148035 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:09.819347 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:09.819347 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Checking segment: {'id': 'b0946815-88ac-40f9-a90f-fa0730161593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:09.819641 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Bound using segment: {'id': 'b0946815-88ac-40f9-a90f-fa0730161593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:09.820196 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Bound port: eed5a55e-f288-4b02-b7ab-d307cbfe0a94, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0946815-88ac-40f9-a90f-fa0730161593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:09.820395 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:09.897601 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] For port eed5a55e-f288-4b02-b7ab-d307cbfe0a94, host hv-cinder-84684, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:09.901105 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] For port eed5a55e-f288-4b02-b7ab-d307cbfe0a94, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,segment=NetworkSegment(b0946815-88ac-40f9-a90f-fa0730161593),segment_id=b0946815-88ac-40f9-a90f-fa0730161593)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:09.909117 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:09.957729 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:09.958360 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:09.959759 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] 10.222.0.27 "PUT /v2.0/ports/eed5a55e-f288-4b02-b7ab-d307cbfe0a94 HTTP/1.1" status: 200 len: 1094 time: 0.7190619 Jun 28 03:19:09.960227 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee00cc9-d66c-4a54-bf4c-9aff3a37f653', 'tag': 'eed5a55e-f288-4b02-b7ab-d307cbfe0a94'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:09.962503 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb03b385-ddff-4baf-a668-3e3622138476" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee00cc9-d66c-4a54-bf4c-9aff3a37f653", "tag": "eed5a55e-f288-4b02-b7ab-d307cbfe0a94"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:09.989398 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f74af-c336-4870-aeaf-3980103e14a6 service neutron] Pushing event updated for resources: {'Port': ['ID=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:10.014476 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b1c9ac-0d9d-4d46-8ad6-0a4668f27979 x-openstack-request-id: req-a7b1c9ac-0d9d-4d46-8ad6-0a4668f27979 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:10.015387 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee00cc9-d66c-4a54-bf4c-9aff3a37f653", "tag": "eed5a55e-f288-4b02-b7ab-d307cbfe0a94", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:10.015660 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7b1c9ac-0d9d-4d46-8ad6-0a4668f27979 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:10.016261 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b1c9ac-0d9d-4d46-8ad6-0a4668f27979'] response: {'name': 'network-changed', 'server_uuid': '0ee00cc9-d66c-4a54-bf4c-9aff3a37f653', 'tag': 'eed5a55e-f288-4b02-b7ab-d307cbfe0a94', 'status': 'completed', 'code': 200} Jun 28 03:19:10.102455 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957f3b3-2996-4a29-b358-66966bd62055 req-06892f12-13fd-4e5c-85e0-d0160359c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:10.104348 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-06892f12-13fd-4e5c-85e0-d0160359c790 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=f2443fc439de4514badcb369d67462b9&device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 1128 time: 0.0431149 Jun 28 03:19:10.174033 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-6f6c9ebf-cbad-437b-9de2-fca0946b19be service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eed5a55e-f288-4b02-b7ab-d307cbfe0a94 HTTP/1.1" status: 200 len: 217 time: 0.0480711 Jun 28 03:19:10.243699 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e1ddd-eb55-4923-98b7-263238fdee85 req-d43a1a2f-d4e0-4e31-8ce7-a6e1a1838914 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:10.245270 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-732e1ddd-eb55-4923-98b7-263238fdee85 req-d43a1a2f-d4e0-4e31-8ce7-a6e1a1838914 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 944 time: 0.1079013 Jun 28 03:19:10.274699 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957f3b3-2996-4a29-b358-66966bd62055 req-dfec5e18-1b06-4c29-9cea-0855a18441b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:10.274699 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-dfec5e18-1b06-4c29-9cea-0855a18441b3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d7ab61ed-e342-46fe-940f-a3dfd3b22990 HTTP/1.1" status: 200 len: 848 time: 0.0831900 Jun 28 03:19:10.320712 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-b23c5458-2aa1-46e2-b9df-c3ff87f67c94 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6b3cf016-a33e-448c-823a-e4405f148035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342562 Jun 28 03:19:10.342690 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-732e1ddd-eb55-4923-98b7-263238fdee85 req-422d5697-3d5b-41af-9f44-e0c816f7e404 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914779 Jun 28 03:19:10.410401 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:10.440339 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-4bf11c24-5b97-4a5e-a255-7cc4599f3b0a service neutron] 10.222.0.27 "GET /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095729 Jun 28 03:19:10.532297 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9957f3b3-2996-4a29-b358-66966bd62055 req-0ef4c510-1827-45ed-b039-be7767cc15af service neutron] 10.222.0.27 "GET /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Jun 28 03:19:11.476865 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e362c4c-8ce6-4a13-82f9-4f1dddfc3138 req-58663634-6c73-4316-86d3-e6dd6778e8a3 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:11.478369 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2e362c4c-8ce6-4a13-82f9-4f1dddfc3138 req-58663634-6c73-4316-86d3-e6dd6778e8a3 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 944 time: 0.0564897 Jun 28 03:19:11.534917 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2e362c4c-8ce6-4a13-82f9-4f1dddfc3138 req-e4c921cc-7f4f-4a7c-9792-3b97783a384c tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502071 Jun 28 03:19:11.844215 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35306) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:11.891502 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35314) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:11.998430 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3ea53c69-1cc3-4c65-8919-d02a7ecf06b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.145560 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:12.208271 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3ea53c69-1cc3-4c65-8919-d02a7ecf06b0 admin admin] Publish callbacks [] for security_group (acf63421-3229-4e00-a619-016ef0c432bc), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.214905 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3ea53c69-1cc3-4c65-8919-d02a7ecf06b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (acf63421-3229-4e00-a619-016ef0c432bc), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.322413 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53c69-1cc3-4c65-8919-d02a7ecf06b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf63421-3229-4e00-a619-016ef0c432bc,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:12.329595 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3ea53c69-1cc3-4c65-8919-d02a7ecf06b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=466b1efd4d934746828d14c7985b6d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837782 Jun 28 03:19:12.332517 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35318) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:12.383203 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38234bbe-2914-4980-9c19-e47d0b4e7945 admin admin] Publish callbacks [] for security_group (acf63421-3229-4e00-a619-016ef0c432bc), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.400337 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:12.404134 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (17b0bb54-acb9-4558-9598-4ea6723a6d54), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.405247 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38234bbe-2914-4980-9c19-e47d0b4e7945 admin admin] Publish callbacks [] for security_group (acf63421-3229-4e00-a619-016ef0c432bc), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.456884 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38234bbe-2914-4980-9c19-e47d0b4e7945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (acf63421-3229-4e00-a619-016ef0c432bc), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.459476 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38234bbe-2914-4980-9c19-e47d0b4e7945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.460560 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-38234bbe-2914-4980-9c19-e47d0b4e7945 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acf63421-3229-4e00-a619-016ef0c432bc HTTP/1.1" status: 204 len: 168 time: 0.1269412 Jun 28 03:19:12.468531 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38234bbe-2914-4980-9c19-e47d0b4e7945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf63421-3229-4e00-a619-016ef0c432bc,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:12.600731 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:12.674821 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af2198-50c0-4472-b8de-fcf50c515bc4 req-6d8f5b63-5ae4-406f-8a42-ec04e94b1d7b tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:12.676283 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-65af2198-50c0-4472-b8de-fcf50c515bc4 req-6d8f5b63-5ae4-406f-8a42-ec04e94b1d7b tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 944 time: 0.0673296 Jun 28 03:19:12.765342 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] Deleting port 15855a2a-ea86-4f81-bc4a-ef1f2896615a {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:19:12.765667 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.770135 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-65af2198-50c0-4472-b8de-fcf50c515bc4 req-ba01cd80-fafe-45f8-881a-68ba641a1b92 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767772 Jun 28 03:19:12.771877 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35330) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:12.785657 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae44e737-5f54-47ab-9384-770bb3076823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.852047 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] For port 15855a2a-ea86-4f81-bc4a-ef1f2896615a, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=15855a2a-ea86-4f81-bc4a-ef1f2896615a,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:12.852431 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.860053 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae44e737-5f54-47ab-9384-770bb3076823 admin admin] Publish callbacks [] for security_group (d58193c7-faa1-4639-b02e-cfd79802fcda), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.865383 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae44e737-5f54-47ab-9384-770bb3076823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d58193c7-faa1-4639-b02e-cfd79802fcda), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:12.865681 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] Calling delete_port for 15855a2a-ea86-4f81-bc4a-ef1f2896615a owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:19:12.906436 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ae44e737-5f54-47ab-9384-770bb3076823 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=162e48434ba44bcb86e80a35766ed538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331532 Jun 28 03:19:12.907557 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44e737-5f54-47ab-9384-770bb3076823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58193c7-faa1-4639-b02e-cfd79802fcda,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:12.909869 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35334) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:13.271823 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6e8e-6b10-414d-8c4c-14da22ef1b09 admin admin] Publish callbacks [] for security_group (d58193c7-faa1-4639-b02e-cfd79802fcda), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:13.291061 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:13.305233 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6e8e-6b10-414d-8c4c-14da22ef1b09 admin admin] Publish callbacks [] for security_group (d58193c7-faa1-4639-b02e-cfd79802fcda), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:13.382705 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (15855a2a-ea86-4f81-bc4a-ef1f2896615a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:13.413657 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=15855a2a-ea86-4f81-bc4a-ef1f2896615a,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:13.419892 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6e8e-6b10-414d-8c4c-14da22ef1b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d58193c7-faa1-4639-b02e-cfd79802fcda), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:13.422284 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6e8e-6b10-414d-8c4c-14da22ef1b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:13.423407 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-cdfa6e8e-6b10-414d-8c4c-14da22ef1b09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d58193c7-faa1-4639-b02e-cfd79802fcda HTTP/1.1" status: 204 len: 168 time: 0.5116751 Jun 28 03:19:13.456340 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa6e8e-6b10-414d-8c4c-14da22ef1b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58193c7-faa1-4639-b02e-cfd79802fcda,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:13.621053 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (17b0bb54-acb9-4558-9598-4ea6723a6d54), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:13.686226 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:13.865756 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] Router 17b0bb54-acb9-4558-9598-4ea6723a6d54 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:19:13.907345 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fba4b-59b0-441e-ad77-027a4be44069 req-493dc9d0-8470-4b4c-8440-23edc1f20d10 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:13.908865 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a59fba4b-59b0-441e-ad77-027a4be44069 req-493dc9d0-8470-4b4c-8440-23edc1f20d10 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 944 time: 0.0579803 Jun 28 03:19:14.028365 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a59fba4b-59b0-441e-ad77-027a4be44069 req-83c03b21-8271-4ac6-8e53-fc215977d56f tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910528 Jun 28 03:19:14.039399 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:19:14.047418 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35362) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:14.047861 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-054b4588-1fe2-4c25-9ab6-90d6be0e15b0 admin admin] 10.222.0.44 "PUT /v2.0/routers/17b0bb54-acb9-4558-9598-4ea6723a6d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1547680 Jun 28 03:19:14.157536 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Publish callbacks [] for router (17b0bb54-acb9-4558-9598-4ea6723a6d54), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:14.227806 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] Sync routers for ids ['17b0bb54-acb9-4558-9598-4ea6723a6d54'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:19:14.240967 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] Routers {'17b0bb54-acb9-4558-9598-4ea6723a6d54'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:14.241596 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:18:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['17b0bb54-acb9-4558-9598-4ea6723a6d54'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:14.329171 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03b385-ddff-4baf-a668-3e3622138476 req-a5a8b5cf-8c5d-4f3f-b9b7-cd8d2de80865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:14.330992 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb03b385-ddff-4baf-a668-3e3622138476 req-a5a8b5cf-8c5d-4f3f-b9b7-cd8d2de80865 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=f2443fc439de4514badcb369d67462b9&device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 1128 time: 0.0512466 Jun 28 03:19:14.366423 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] Set router 17b0bb54-acb9-4558-9598-4ea6723a6d54 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:14.437732 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device eed5a55e-f288-4b02-b7ab-d307cbfe0a94 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:19:14.438929 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Publish callbacks [] for router_gateway (17b0bb54-acb9-4558-9598-4ea6723a6d54), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:14.458186 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03b385-ddff-4baf-a668-3e3622138476 req-c0a7d1bd-b82f-4220-99d7-e9269b697220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:14.459869 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb03b385-ddff-4baf-a668-3e3622138476 req-c0a7d1bd-b82f-4220-99d7-e9269b697220 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6b3cf016-a33e-448c-823a-e4405f148035 HTTP/1.1" status: 200 len: 909 time: 0.1216018 Jun 28 03:19:14.508610 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb03b385-ddff-4baf-a668-3e3622138476 req-84d57dc5-b899-425b-80c8-18d7b6f9a35f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eed5a55e-f288-4b02-b7ab-d307cbfe0a94 HTTP/1.1" status: 200 len: 217 time: 0.0411286 Jun 28 03:19:14.522964 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:14.540845 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Deleting port ad4885ed-2088-4879-89dc-8eb104049044 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:19:14.541543 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (ad4885ed-2088-4879-89dc-8eb104049044), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:14.577240 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'name': 'tempest-DeleteServersTestJSON-363117797-router', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:44Z', 'updated_at': '2022-06-28T03:19:13Z', 'revision_number': 5, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'gw_port': {'id': 'ad4885ed-2088-4879-89dc-8eb104049044', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:45Z', 'updated_at': '2022-06-28T03:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:14.580390 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port eed5a55e-f288-4b02-b7ab-d307cbfe0a94, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,segment=NetworkSegment(b0946815-88ac-40f9-a90f-fa0730161593),segment_id=b0946815-88ac-40f9-a90f-fa0730161593)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:14.585435 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03b385-ddff-4baf-a668-3e3622138476 req-a5ac5974-760c-4830-9849-66bacf94ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:14.585529 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb03b385-ddff-4baf-a668-3e3622138476 req-a5ac5974-760c-4830-9849-66bacf94ec6f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d7ab61ed-e342-46fe-940f-a3dfd3b22990 HTTP/1.1" status: 200 len: 848 time: 0.0699325 Jun 28 03:19:14.610047 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] Checking router: 17b0bb54-acb9-4558-9598-4ea6723a6d54 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:19:14.614384 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': 'eed5a55e-f288-4b02-b7ab-d307cbfe0a94', 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035', 'port_id': 'eed5a55e-f288-4b02-b7ab-d307cbfe0a94', 'mac_address': 'fa:16:3e:0d:87:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ab61ed-e342-46fe-940f-a3dfd3b22990', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:19:14.619314 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] Routers {'17b0bb54-acb9-4558-9598-4ea6723a6d54'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:14.620111 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:18:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['17b0bb54-acb9-4558-9598-4ea6723a6d54'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:14.657411 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb03b385-ddff-4baf-a668-3e3622138476 req-51f1526f-eb14-436f-a3b2-29e389a27477 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6b3cf016-a33e-448c-823a-e4405f148035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620639 Jun 28 03:19:14.668065 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] For port ad4885ed-2088-4879-89dc-8eb104049044, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=ad4885ed-2088-4879-89dc-8eb104049044,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:14.668774 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (ad4885ed-2088-4879-89dc-8eb104049044), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:14.688323 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Calling delete_port for ad4885ed-2088-4879-89dc-8eb104049044 owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:19:14.711715 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] Set router 17b0bb54-acb9-4558-9598-4ea6723a6d54 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:14.716699 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:14.721871 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:14.722556 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:14.762138 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed5a55e-f288-4b02-b7ab-d307cbfe0a94 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:19:14.771638 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'name': 'tempest-DeleteServersTestJSON-363117797-router', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:44Z', 'updated_at': '2022-06-28T03:19:14Z', 'revision_number': 6, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:14.799803 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb03b385-ddff-4baf-a668-3e3622138476 req-308d34dd-d4e0-47e3-921b-3f637cf04ecf service neutron] 10.222.0.27 "GET /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346734 Jun 28 03:19:14.801392 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b845e5d-4012-40a4-87e9-382776dd82da None None] The sync data for ids ['17b0bb54-acb9-4558-9598-4ea6723a6d54'] in dv-cinder-846842-5-iscsi is: [{'id': '17b0bb54-acb9-4558-9598-4ea6723a6d54', 'name': 'tempest-DeleteServersTestJSON-363117797-router', 'tenant_id': '43bb7fc15b254d9f877373131c37923c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:44Z', 'updated_at': '2022-06-28T03:19:14Z', 'revision_number': 6, 'project_id': '43bb7fc15b254d9f877373131c37923c', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:19:14.807226 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port eed5a55e-f288-4b02-b7ab-d307cbfe0a94, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,segment=NetworkSegment(b0946815-88ac-40f9-a90f-fa0730161593),segment_id=b0946815-88ac-40f9-a90f-fa0730161593)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:14.815760 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:14.896862 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:14.954521 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb03b385-ddff-4baf-a668-3e3622138476 req-691631b0-b5c0-4f60-817f-f1e0768221bc service neutron] 10.222.0.27 "GET /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458225 Jun 28 03:19:15.007753 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (ad4885ed-2088-4879-89dc-8eb104049044), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.035537 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4885ed-2088-4879-89dc-8eb104049044,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:15.042177 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:15.123916 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (17b0bb54-acb9-4558-9598-4ea6723a6d54), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.149293 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['eed5a55e-f288-4b02-b7ab-d307cbfe0a94'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:19:15.213766 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d7034-5189-41a5-83ac-6201855b63a5 req-4b508abc-3e88-4727-b355-9355320a428b tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:15.221482 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ae4d7034-5189-41a5-83ac-6201855b63a5 req-4b508abc-3e88-4727-b355-9355320a428b tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 945 time: 0.0898175 Jun 28 03:19:15.290613 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ae4d7034-5189-41a5-83ac-6201855b63a5 req-e94c0a01-be3e-4e64-b8cc-6fa8dbb746a4 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681345 Jun 28 03:19:15.329005 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:15.396901 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (17b0bb54-acb9-4558-9598-4ea6723a6d54), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.402965 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Publish callbacks [] for router_controller (17b0bb54-acb9-4558-9598-4ea6723a6d54), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.477086 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (17b0bb54-acb9-4558-9598-4ea6723a6d54), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.477698 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b0bb54-acb9-4558-9598-4ea6723a6d54 {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:19:15.483121 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.487549 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-35dac6ec-7d37-4a58-a68d-b53b9ca739cd admin admin] 10.222.0.44 "DELETE /v2.0/routers/17b0bb54-acb9-4558-9598-4ea6723a6d54 HTTP/1.1" status: 204 len: 168 time: 1.4363790 Jun 28 03:19:15.488524 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35416) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:15.541138 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-becb603c-91c9-45c6-b754-2593a56ffe90 admin admin] Deleting subnet a779ab20-0563-491c-84d2-f67e49b2d901 {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:19:15.545315 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-becb603c-91c9-45c6-b754-2593a56ffe90 admin admin] Publish callbacks [] for subnet (a779ab20-0563-491c-84d2-f67e49b2d901), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.565771 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35418) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:15.582261 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-becb603c-91c9-45c6-b754-2593a56ffe90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734234'] for subnet (a779ab20-0563-491c-84d2-f67e49b2d901), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.607883 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:15.689219 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:15.709280 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93022d95-5ebe-4ec3-83be-bd324ad01543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.710818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-becb603c-91c9-45c6-b754-2593a56ffe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (a779ab20-0563-491c-84d2-f67e49b2d901), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.833393 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93022d95-5ebe-4ec3-83be-bd324ad01543 admin admin] Publish callbacks [] for security_group (4131947e-a2a9-420f-97b2-1746225a6133), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.838740 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-becb603c-91c9-45c6-b754-2593a56ffe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1211299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593250'] for subnet (a779ab20-0563-491c-84d2-f67e49b2d901), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.842191 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93022d95-5ebe-4ec3-83be-bd324ad01543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4131947e-a2a9-420f-97b2-1746225a6133), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.886354 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb603c-91c9-45c6-b754-2593a56ffe90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a779ab20-0563-491c-84d2-f67e49b2d901,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:15.898181 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-93022d95-5ebe-4ec3-83be-bd324ad01543 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5f6fe08433b4f04888055cb1d4563a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288689 Jun 28 03:19:15.898479 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35426) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:15.920359 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-becb603c-91c9-45c6-b754-2593a56ffe90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:15.927976 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4029e2d6-d37d-4ada-bea5-1dd2dd0250b9 None None] Network ac13b420-c939-45ed-9039-496df8fc15f5 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:19:15.933316 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-becb603c-91c9-45c6-b754-2593a56ffe90 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a779ab20-0563-491c-84d2-f67e49b2d901 HTTP/1.1" status: 204 len: 168 time: 0.4436169 Jun 28 03:19:15.934081 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35432) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:15.980126 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93022d95-5ebe-4ec3-83be-bd324ad01543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4131947e-a2a9-420f-97b2-1746225a6133,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:16.072961 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (ac13b420-c939-45ed-9039-496df8fc15f5), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.092429 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04f240ce-d041-4664-b2fb-effe768fe522 admin admin] Publish callbacks [] for security_group (4131947e-a2a9-420f-97b2-1746225a6133), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.098099 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35434) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:16.155580 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04f240ce-d041-4664-b2fb-effe768fe522 admin admin] Publish callbacks [] for security_group (4131947e-a2a9-420f-97b2-1746225a6133), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.165523 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d79e78-a003-4777-9421-10e0ed0e354a None None] DHCP port deletion for ac13b420-c939-45ed-9039-496df8fc15f5 request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:19:16.237097 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-61d79e78-a003-4777-9421-10e0ed0e354a None None] Deleting port fb06efd4-a8e1-4498-b787-c239ed34804e {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:19:16.237464 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-61d79e78-a003-4777-9421-10e0ed0e354a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.275016 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device ad4885ed-2088-4879-89dc-8eb104049044 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:19:16.291938 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Deleting port fb06efd4-a8e1-4498-b787-c239ed34804e {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:19:16.292299 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.325881 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04f240ce-d041-4664-b2fb-effe768fe522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4131947e-a2a9-420f-97b2-1746225a6133), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.327547 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: ad4885ed-2088-4879-89dc-8eb104049044 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:19:16.327890 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device ad4885ed-2088-4879-89dc-8eb104049044 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:19:16.328323 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 15855a2a-ea86-4f81-bc4a-ef1f2896615a no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:19:16.329250 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04f240ce-d041-4664-b2fb-effe768fe522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.331252 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-04f240ce-d041-4664-b2fb-effe768fe522 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4131947e-a2a9-420f-97b2-1746225a6133 HTTP/1.1" status: 204 len: 168 time: 0.4317961 Jun 28 03:19:16.346052 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-86f82c1b-45c5-4b4a-b18e-9b23561fa3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.368791 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f240ce-d041-4664-b2fb-effe768fe522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4131947e-a2a9-420f-97b2-1746225a6133,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:16.383108 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] For port fb06efd4-a8e1-4498-b787-c239ed34804e, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=fb06efd4-a8e1-4498-b787-c239ed34804e,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:16.383428 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.399073 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Calling delete_port for fb06efd4-a8e1-4498-b787-c239ed34804e owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:19:16.478039 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 15855a2a-ea86-4f81-bc4a-ef1f2896615a {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:19:16.481352 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 15855a2a-ea86-4f81-bc4a-ef1f2896615a not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:19:16.483983 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f99372-40bc-470c-9b0c-9c6218159e1c req-e0b536d9-2a90-49d7-ae00-432ebf8c597e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:16.485943 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-02f99372-40bc-470c-9b0c-9c6218159e1c req-e0b536d9-2a90-49d7-ae00-432ebf8c597e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 945 time: 0.0810413 Jun 28 03:19:16.496563 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device eed5a55e-f288-4b02-b7ab-d307cbfe0a94 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:16.506702 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:16.547485 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-61d79e78-a003-4777-9421-10e0ed0e354a None None] For port fb06efd4-a8e1-4498-b787-c239ed34804e, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=fb06efd4-a8e1-4498-b787-c239ed34804e,segment=NetworkSegment(50bcf259-0f40-4a07-a6eb-0afb807ea989),segment_id=50bcf259-0f40-4a07-a6eb-0afb807ea989)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:16.547969 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-61d79e78-a003-4777-9421-10e0ed0e354a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.559624 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.567895 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-61d79e78-a003-4777-9421-10e0ed0e354a None None] Calling delete_port for fb06efd4-a8e1-4498-b787-c239ed34804e owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:19:16.572977 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-86f82c1b-45c5-4b4a-b18e-9b23561fa3b6 admin admin] Publish callbacks [] for security_group (d1e67fb4-ec33-4731-bca0-e1bfa5efac22), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.580500 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=10,neutron:INSERT=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:16.581751 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-02f99372-40bc-470c-9b0c-9c6218159e1c req-8a4eaa5b-ae45-4c19-895d-70ac47e9ece1 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832617 Jun 28 03:19:16.582846 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-86f82c1b-45c5-4b4a-b18e-9b23561fa3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d1e67fb4-ec33-4731-bca0-e1bfa5efac22), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.582972 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:19:16.610675 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-86f82c1b-45c5-4b4a-b18e-9b23561fa3b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cad9be65a184acd93587053933f7edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5117455 Jun 28 03:19:16.611562 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb06efd4-a8e1-4498-b787-c239ed34804e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:16.613324 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35454) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:16.622572 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] No DVR routers for this DVR port fb06efd4-a8e1-4498-b787-c239ed34804e on host dv-cinder-846842-5-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:19:16.632584 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:16.639127 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f82c1b-45c5-4b4a-b18e-9b23561fa3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e67fb4-ec33-4731-bca0-e1bfa5efac22,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:16.639524 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:16.641341 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.764525 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (ac13b420-c939-45ed-9039-496df8fc15f5), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.797592 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac13b420-c939-45ed-9039-496df8fc15f5']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:16.813067 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bcf259-0f40-4a07-a6eb-0afb807ea989') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:16.813569 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bcf259-0f40-4a07-a6eb-0afb807ea989') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:16.816094 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fd411163-336a-4180-b32e-af3f4cc49745 admin admin] Publish callbacks [] for security_group (d1e67fb4-ec33-4731-bca0-e1bfa5efac22), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.819261 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-61d79e78-a003-4777-9421-10e0ed0e354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747'] for port (fb06efd4-a8e1-4498-b787-c239ed34804e), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.836232 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242454'] for segment (50bcf259-0f40-4a07-a6eb-0afb807ea989), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.850755 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d79e78-a003-4777-9421-10e0ed0e354a None None] Pushing event deleted for resources: {'Port': ['ID=fb06efd4-a8e1-4498-b787-c239ed34804e,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:16.852829 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:16.853422 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.866411 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d79e78-a003-4777-9421-10e0ed0e354a None None] No DVR routers for this DVR port fb06efd4-a8e1-4498-b787-c239ed34804e on host dv-cinder-846842-5-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:19:16.877802 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fd411163-336a-4180-b32e-af3f4cc49745 admin admin] Publish callbacks [] for security_group (d1e67fb4-ec33-4731-bca0-e1bfa5efac22), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.881909 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (50bcf259-0f40-4a07-a6eb-0afb807ea989), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.884618 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee00cc9-d66c-4a54-bf4c-9aff3a37f653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed5a55e-f288-4b02-b7ab-d307cbfe0a94'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:16.887093 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7007d147-2bb5-4874-8b2f-bc5b6aaa75a3" -d '{"events": [{"server_uuid": "0ee00cc9-d66c-4a54-bf4c-9aff3a37f653", "name": "network-vif-plugged", "status": "completed", "tag": "eed5a55e-f288-4b02-b7ab-d307cbfe0a94"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:16.901424 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port eed5a55e-f288-4b02-b7ab-d307cbfe0a94, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,segment=NetworkSegment(b0946815-88ac-40f9-a90f-fa0730161593),segment_id=b0946815-88ac-40f9-a90f-fa0730161593)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:16.909944 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:19:16.910356 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3343457'] for segment (50bcf259-0f40-4a07-a6eb-0afb807ea989), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.910598 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:16.948768 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6257635-db0a-4bb2-98eb-4b3c91668414 x-openstack-request-id: req-d6257635-db0a-4bb2-98eb-4b3c91668414 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:16.949058 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee00cc9-d66c-4a54-bf4c-9aff3a37f653", "name": "network-vif-plugged", "status": "completed", "tag": "eed5a55e-f288-4b02-b7ab-d307cbfe0a94", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:16.949307 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6257635-db0a-4bb2-98eb-4b3c91668414 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:16.949753 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6257635-db0a-4bb2-98eb-4b3c91668414'] response: {'server_uuid': '0ee00cc9-d66c-4a54-bf4c-9aff3a37f653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed5a55e-f288-4b02-b7ab-d307cbfe0a94', 'code': 200} Jun 28 03:19:16.977184 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:17.002981 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 50bcf259-0f40-4a07-a6eb-0afb807ea989 resource provider aggregate not found Jun 28 03:19:17.030573 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 50bcf259-0f40-4a07-a6eb-0afb807ea989 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50bcf259-0f40-4a07-a6eb-0afb807ea989 found for delete ", "request_id": "req-c0da612c-98f4-4bce-8a99-ae4cb3e33ec7"}]} Jun 28 03:19:17.032709 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (ac13b420-c939-45ed-9039-496df8fc15f5), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:17.040558 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:17.043773 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ac13b420-c939-45ed-9039-496df8fc15f5 HTTP/1.1" status: 204 len: 168 time: 1.1079922 Jun 28 03:19:17.059840 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52147157-6d3c-4116-9df7-4d2bf7e427b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac13b420-c939-45ed-9039-496df8fc15f5,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:17.078715 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fd411163-336a-4180-b32e-af3f4cc49745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d1e67fb4-ec33-4731-bca0-e1bfa5efac22), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:17.081808 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fd411163-336a-4180-b32e-af3f4cc49745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:17.083395 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-fd411163-336a-4180-b32e-af3f4cc49745 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1e67fb4-ec33-4731-bca0-e1bfa5efac22 HTTP/1.1" status: 204 len: 168 time: 0.4691091 Jun 28 03:19:17.095550 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd411163-336a-4180-b32e-af3f4cc49745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e67fb4-ec33-4731-bca0-e1bfa5efac22,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:17.257045 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35486) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:17.307734 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35490) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:17.308327 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5a7a5a64-7faa-4e71-87b8-5c6f6848eb03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43bb7fc15b254d9f877373131c37923c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0498099 Jun 28 03:19:17.372371 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-03b9d2b9-62b1-4008-9dc8-47463d0b2e16 admin admin] Publish callbacks [] for security_group (8021c948-c80a-4b27-b606-e9e957ee5a8f), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:17.395846 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-03b9d2b9-62b1-4008-9dc8-47463d0b2e16 admin admin] Publish callbacks [] for security_group (8021c948-c80a-4b27-b606-e9e957ee5a8f), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:17.461413 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-03b9d2b9-62b1-4008-9dc8-47463d0b2e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (8021c948-c80a-4b27-b606-e9e957ee5a8f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:17.463968 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-03b9d2b9-62b1-4008-9dc8-47463d0b2e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:17.465152 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-03b9d2b9-62b1-4008-9dc8-47463d0b2e16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8021c948-c80a-4b27-b606-e9e957ee5a8f HTTP/1.1" status: 204 len: 168 time: 0.1563809 Jun 28 03:19:17.474287 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9d2b9-62b1-4008-9dc8-47463d0b2e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8021c948-c80a-4b27-b606-e9e957ee5a8f,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:17.552116 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c61a1cd4-7d5d-4fe6-891c-676246a82938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:17.741324 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2ff57-e590-4668-9438-c19fe00b49b5 req-5a597ba8-2fb9-43f3-bb75-0c09009f390f tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:17.743138 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d1c2ff57-e590-4668-9438-c19fe00b49b5 req-5a597ba8-2fb9-43f3-bb75-0c09009f390f tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 946 time: 0.0535035 Jun 28 03:19:17.797274 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d1c2ff57-e590-4668-9438-c19fe00b49b5 req-977ca121-43f4-4b09-b628-fde8b692a0b3 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445087 Jun 28 03:19:17.852682 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35526) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:18.038325 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1752700390-network', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:18.062196 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Made reservation on behalf of bcfe66d2ca71404e9b032806db987d4d for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:18.064617 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.073922 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.174503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Publish callbacks [] for security_group (b5987fcb-049b-43a6-8971-83c449d56cfd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.180881 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (b5987fcb-049b-43a6-8971-83c449d56cfd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.204463 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device fb06efd4-a8e1-4498-b787-c239ed34804e no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:19:18.207769 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:19:18.223211 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5987fcb-049b-43a6-8971-83c449d56cfd,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:18.229677 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (d7fa8e97-1bb8-4011-a165-2bf0f997be3c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.230348 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Added segment d7fa8e97-1bb8-4011-a165-2bf0f997be3c of type vlan for network 637d8db0-e115-438e-98d4-4018ed69f48c Jun 28 03:19:18.236097 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: fb06efd4-a8e1-4498-b787-c239ed34804e {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:19:18.237652 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device fb06efd4-a8e1-4498-b787-c239ed34804e not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:19:18.282349 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (637d8db0-e115-438e-98d4-4018ed69f48c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.310966 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (637d8db0-e115-438e-98d4-4018ed69f48c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.312325 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:18.312947 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.318884 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:18.385082 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5311158 Jun 28 03:19:18.385803 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915fba4-07bd-4614-940e-f15608dd180e admin admin] Pushing event updated for resources: {'Network': ['ID=637d8db0-e115-438e-98d4-4018ed69f48c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:18.388287 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35550) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:18.393428 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Request body: {'subnet': {'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1752700390-subnet', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:18.398208 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network 637d8db0-e115-438e-98d4-4018ed69f48c details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:19:18.419340 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Made reservation on behalf of bcfe66d2ca71404e9b032806db987d4d for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:18.422341 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3589059'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.503211 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35554) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:18.581832 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:18.624200 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-network', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:18.637383 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593273'] for subnet (3c61886d-35ea-4842-a52c-cdcc6f9c97f4), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.649816 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Made reservation on behalf of c1e596746cc64a1981804d95f1906bb3 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:18.652419 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.662104 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.693746 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c61886d-35ea-4842-a52c-cdcc6f9c97f4,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:18.702605 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=72,neutron:DELETE=8,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:18.715096 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Checking segment: {'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:18.715576 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Network hostable DHCP agents. Network: 637d8db0-e115-438e-98d4-4018ed69f48c, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:19:18.737815 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Network 637d8db0-e115-438e-98d4-4018ed69f48c is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:19:18.754066 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, 637d8db0-e115-438e-98d4-4018ed69f48c) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:18.761747 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Publish callbacks [] for security_group (48fb7919-b99b-422e-a1cc-e94c3bfd9324), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.767715 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d036a0-818b-4e7e-9429-e0d5db25d1be None None] Network 637d8db0-e115-438e-98d4-4018ed69f48c requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:19:18.771321 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (48fb7919-b99b-422e-a1cc-e94c3bfd9324), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.771617 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:18.772733 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.802145 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:19:18.804898 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a11773dd-d639-4752-adf2-ab58028f8356 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4154499 Jun 28 03:19:18.806179 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:18.807643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35564) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:18.818692 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:18.827366 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fb7919-b99b-422e-a1cc-e94c3bfd9324,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:18.830612 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:18.841964 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (7c04bfec-1b99-4e77-94cb-e8ed444ec38e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.844035 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Added segment 7c04bfec-1b99-4e77-94cb-e8ed444ec38e of type vlan for network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d Jun 28 03:19:18.879626 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (cac2b3aa-8383-4cf0-a68e-4790e8715519), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.881060 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (cac2b3aa-8383-4cf0-a68e-4790e8715519), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.899822 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.929074 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.930150 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:18.930999 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.941712 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-637d8db0-e115-438e-98d4-4018ed69f48c', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:19:18.942650 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:18.961581 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4beca-5886-4239-876c-161d5a7d2452 req-e3dcb1e9-4fe0-4b23-a303-1f978f67716f tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:18.969124 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4642508 Jun 28 03:19:18.969967 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b1a4beca-5886-4239-876c-161d5a7d2452 req-e3dcb1e9-4fe0-4b23-a303-1f978f67716f tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 946 time: 0.0828683 Jun 28 03:19:18.971377 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35570) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:18.976002 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Request body: {'subnet': {'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-subnet', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:19.006940 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks [] for router_controller (cac2b3aa-8383-4cf0-a68e-4790e8715519), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.015446 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f799f-6bfb-49a2-9adf-af93181ff66d admin admin] Pushing event updated for resources: {'Network': ['ID=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:19.035744 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Made reservation on behalf of c1e596746cc64a1981804d95f1906bb3 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:19.038385 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3463403'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.065230 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:19.103264 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b1a4beca-5886-4239-876c-161d5a7d2452 req-b588e4d3-0987-4145-9702-55c848ad4b5b tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317110 Jun 28 03:19:19.163864 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:19:19.180791 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks [] for router_gateway (cac2b3aa-8383-4cf0-a68e-4790e8715519), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.249659 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3343558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460881'] for subnet (5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.289120 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Allocated IP 172.20.0.2 (637d8db0-e115-438e-98d4-4018ed69f48c/3c61886d-35ea-4842-a52c-cdcc6f9c97f4/a283cb3d-2ef9-48ac-9f13-ac6669a4d03c) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:19.300617 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:19.318753 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Checking segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:19.318753 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Network hostable DHCP agents. Network: 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:19:19.343279 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:19:19.357595 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:19.363156 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:19.364219 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.374971 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1323ac-4deb-4bad-bf4a-218c2ab9e510 None None] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:19:19.375671 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:19.383278 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks [] for router_gateway (cac2b3aa-8383-4cf0-a68e-4790e8715519), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.388507 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-43e45127-e845-4842-8f7a-8b16543772ec admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4160852 Jun 28 03:19:19.391282 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35572) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:19.395908 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:19.403148 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.419610 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.420749 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.482677 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks [] for router_controller (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.505818 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Publish callbacks [] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.513645 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Allocated IP 172.27.2.20 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/8a951472-d1bb-4c46-b31d-24bb4077c533) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:19.524802 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.558732 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:19:19.559720 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.587300 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Network 637d8db0-e115-438e-98d4-4018ed69f48c is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:19.593898 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:19.598539 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:19.603978 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Pushing event updated for resources: {'Port': ['ID=a283cb3d-2ef9-48ac-9f13-ac6669a4d03c,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:19.632090 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks [] for router_gateway (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.653717 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks [] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.688192 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.693080 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:19.731730 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Attempting to bind port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:19.732096 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Attempting to bind port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:19.732531 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Attempting to bind port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c on network 637d8db0-e115-438e-98d4-4018ed69f48c {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:19.754011 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Pushing event updated for resources: {'Port': ['ID=8a951472-d1bb-4c46-b31d-24bb4077c533,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:19.764916 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:19.766944 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:19.767532 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Checking segment: {'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:19.768108 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.768404 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:19.768822 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Bound using segment: {'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:19.769461 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Bound port: a283cb3d-2ef9-48ac-9f13-ac6669a4d03c, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:19.770096 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.771702 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:19.843036 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Allocated IP 172.20.0.2 (9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d/5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f/8e9d6659-c504-4b88-aefa-63a3b20ab7a2) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:19.845858 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ef6a8dbc-27bd-46bf-b3b3-4060f8102c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.850821 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:19.878644 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:19.915285 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] For port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:19.958650 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] For port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a283cb3d-2ef9-48ac-9f13-ac6669a4d03c,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:19.969374 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:19.983088 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:20.057655 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks [] for router_gateway (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.079098 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.098880 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d716972-b258-4905-8606-9ed329ebf92b None None] Pushing event updated for resources: {'Port': ['ID=a283cb3d-2ef9-48ac-9f13-ac6669a4d03c,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:20.118463 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.126819 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Publish callbacks [] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.153587 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.209580 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:20.215560 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:20.217845 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Pushing event updated for resources: {'Port': ['ID=8e9d6659-c504-4b88-aefa-63a3b20ab7a2,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:20.227061 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:20.244976 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Allocated IP 172.27.2.112 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/a6538b73-1119-4689-9851-4086ccc9e6e8) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:20.325306 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Attempting to bind port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:20.325900 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Attempting to bind port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:20.326025 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Attempting to bind port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:20.337792 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:20.338225 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Checking segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:20.341590 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.342152 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Bound using segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:20.342664 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Bound port: 8e9d6659-c504-4b88-aefa-63a3b20ab7a2, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:20.343048 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.363586 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153d483-3d06-4523-ae77-8ae820d10810 req-90997837-fbe8-4e60-8bb9-5dc47b359209 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:20.365446 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0153d483-3d06-4523-ae77-8ae820d10810 req-90997837-fbe8-4e60-8bb9-5dc47b359209 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 946 time: 0.0675354 Jun 28 03:19:20.366560 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e71dc6-4cd5-4485-88b3-5fd49382451a req-56f480c3-de20-4a63-b3ae-72e72a6c8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:20.368049 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-94e71dc6-4cd5-4485-88b3-5fd49382451a req-56f480c3-de20-4a63-b3ae-72e72a6c8386 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 1130 time: 0.4446995 Jun 28 03:19:20.420244 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks [] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.430438 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:20.470680 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.495316 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] For port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:20.499072 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] For port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=8e9d6659-c504-4b88-aefa-63a3b20ab7a2,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:20.514416 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.533188 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-94e71dc6-4cd5-4485-88b3-5fd49382451a req-697067f0-22d0-462d-83b9-20f59bf26b3b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235654 Jun 28 03:19:20.533449 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:20.538521 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:20.544248 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:20.565196 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0153d483-3d06-4523-ae77-8ae820d10810 req-0afc6590-73ee-417f-ad1f-ad6281f3e4a9 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927197 Jun 28 03:19:20.571448 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Pushing event updated for resources: {'Port': ['ID=a6538b73-1119-4689-9851-4086ccc9e6e8,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:20.581972 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks [] for router_gateway (cac2b3aa-8383-4cf0-a68e-4790e8715519), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.601395 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad16a9f-215b-4ceb-aff0-02f3ae0e58db None None] Pushing event updated for resources: {'Port': ['ID=8e9d6659-c504-4b88-aefa-63a3b20ab7a2,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:20.729730 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:20.830113 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (cac2b3aa-8383-4cf0-a68e-4790e8715519), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:20.883205 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks [] for router_gateway (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:21.026005 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Router cac2b3aa-8383-4cf0-a68e-4790e8715519 is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:19:21.043781 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:21.102939 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:21.185033 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:21.214377 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-4d071bff-d7d3-4e8a-9b92-20cba368e084 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0d5bf71f605c4d65af4829f5e403a2a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427608 Jun 28 03:19:21.223124 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:19:21.233283 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Sync routers for ids ['cac2b3aa-8383-4cf0-a68e-4790e8715519'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:19:21.248185 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Routers {'cac2b3aa-8383-4cf0-a68e-4790e8715519'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:21.249172 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['cac2b3aa-8383-4cf0-a68e-4790e8715519'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:21.268359 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:21.290080 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:21.293657 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0d9a2a71-b676-4b78-b8bf-a6a1e19a861f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4733438 Jun 28 03:19:21.294368 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35608) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:21.379084 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:19:21.409247 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Set router cac2b3aa-8383-4cf0-a68e-4790e8715519 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:21.513122 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:19:21.526065 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Sync routers for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:19:21.544356 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:21.546020 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bf7c9189-1384-4fa9-97cd-671c06ce8790 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1534722 Jun 28 03:19:21.549437 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35612) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:21.550335 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:21.551039 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:21.559375 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-3115f38a-34bc-4528-8aea-431fa4e7f794 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:21.568146 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-3115f38a-34bc-4528-8aea-431fa4e7f794 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360069 Jun 28 03:19:21.601998 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-51afa88e-c6a2-49a0-963b-f6594262c6b6 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/quotas/0d5bf71f605c4d65af4829f5e403a2a7 HTTP/1.1" status: 200 len: 375 time: 0.0282705 Jun 28 03:19:21.687560 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb82f0-7285-4ad4-8dab-6112c2c9187b None None] Network 637d8db0-e115-438e-98d4-4018ed69f48c requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:19:21.728531 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-3b9fb9b1-1d8c-463d-8fc2-be081ba8115a None None] Provisioning complete for port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:21.728913 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb9b1-1d8c-463d-8fc2-be081ba8115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:21.764896 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:21.773191 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:21.815899 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:21.873679 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-f4e5034d-b531-439c-b7b9-571165cc0710 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d5bf71f605c4d65af4829f5e403a2a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2029967 Jun 28 03:19:21.910146 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:19Z', 'revision_number': 3, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:21.992840 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Checking router: cac2b3aa-8383-4cf0-a68e-4790e8715519 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:19:21.993211 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Updating router cac2b3aa-8383-4cf0-a68e-4790e8715519 port 8a951472-d1bb-4c46-b31d-24bb4077c533 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:19:22.023176 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:22.033174 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8199404-689f-44ce-a56f-b664c229b708 req-f516939e-e417-4a2d-ab7d-e49a2cc1ecf1 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:22.035280 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b8199404-689f-44ce-a56f-b664c229b708 req-f516939e-e417-4a2d-ab7d-e49a2cc1ecf1 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 946 time: 0.2946718 Jun 28 03:19:22.067394 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:22.107135 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb3089-cccd-48ec-8c4e-4b0a00fedd77 None None] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:19:22.150699 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:20Z', 'revision_number': 3, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:22.163227 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b8199404-689f-44ce-a56f-b664c229b708 req-3b819324-4f00-400c-9647-f5aadda6578a tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202464 Jun 28 03:19:22.285543 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35628) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:22.314766 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:22.326636 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Checking router: 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:19:22.327079 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Updating router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 port a6538b73-1119-4689-9851-4086ccc9e6e8 binding host dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:19:22.353868 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7bccd39d-61d0-4ffb-b54d-8482776d9084 req-0b8a7311-b32e-435a-8128-8c1db7deab39 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 210 time: 0.0631714 Jun 28 03:19:22.456655 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:22.490319 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:22.685995 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b08cf553-f082-40eb-a026-f96af36b4adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:22.699199 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:22.827858 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-3b9fb9b1-1d8c-463d-8fc2-be081ba8115a None None] Current status of the port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:22.828442 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb9b1-1d8c-463d-8fc2-be081ba8115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:22.845688 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:22.904108 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:22.949938 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Allocated IP 172.20.0.1 (637d8db0-e115-438e-98d4-4018ed69f48c/3c61886d-35ea-4842-a52c-cdcc6f9c97f4/d1e73e73-df75-45b8-af4e-9e876a969027) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:22.987089 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:23.003234 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:23.007009 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:23.008182 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.010144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-3b9fb9b1-1d8c-463d-8fc2-be081ba8115a None None] For port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a283cb3d-2ef9-48ac-9f13-ac6669a4d03c,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:23.028738 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b08cf553-f082-40eb-a026-f96af36b4adc admin admin] Publish callbacks [] for security_group (4fd59702-e66c-49fc-b160-066db380b798), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.036082 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb9b1-1d8c-463d-8fc2-be081ba8115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.046947 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Publish callbacks [] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.059781 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b08cf553-f082-40eb-a026-f96af36b4adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4fd59702-e66c-49fc-b160-066db380b798), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.067539 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.085890 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.114918 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:23.115313 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.149129 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Pushing event updated for resources: {'Port': ['ID=a6538b73-1119-4689-9851-4086ccc9e6e8,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:23.165552 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Publish callbacks [] for port (d1e73e73-df75-45b8-af4e-9e876a969027), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.171103 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b08cf553-f082-40eb-a026-f96af36b4adc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=656383a3610d4b5fa9e4e1880b1e2113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8818371 Jun 28 03:19:23.173922 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35646) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:23.178420 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.178889 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.179465 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.180029 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.180586 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.181139 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.181654 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.182414 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.182954 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.183479 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.184135 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.185029 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.185157 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cf553-f082-40eb-a026-f96af36b4adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd59702-e66c-49fc-b160-066db380b798,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:23.185698 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.186247 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.186774 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:23.226887 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Attempting to bind port a6538b73-1119-4689-9851-4086ccc9e6e8 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:23.227342 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Attempting to bind port a6538b73-1119-4689-9851-4086ccc9e6e8 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:23.228564 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Attempting to bind port a6538b73-1119-4689-9851-4086ccc9e6e8 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:23.246617 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:23.247115 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:23.247598 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.248895 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:23.249721 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Bound port: a6538b73-1119-4689-9851-4086ccc9e6e8, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:23.250727 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.260214 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fb9b1-1d8c-463d-8fc2-be081ba8115a None None] Pushing event updated for resources: {'Port': ['ID=a283cb3d-2ef9-48ac-9f13-ac6669a4d03c,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:23.265128 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Allocated IP 172.20.0.1 (9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d/5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f/98e29f75-599f-432f-8171-02f652ac36f7) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:23.274816 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-9cd17382-2a40-4b10-8ce2-af2bce0cab17 None None] Provisioning complete for port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:23.275502 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9cd17382-2a40-4b10-8ce2-af2bce0cab17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.308643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.311336 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] For port a6538b73-1119-4689-9851-4086ccc9e6e8, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:23.315352 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] For port a6538b73-1119-4689-9851-4086ccc9e6e8, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a6538b73-1119-4689-9851-4086ccc9e6e8,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:23.321483 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f35649c8-11cb-49f7-baa8-01cba8b4de48 admin admin] Publish callbacks [] for security_group (4fd59702-e66c-49fc-b160-066db380b798), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.323664 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.384069 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Pushing event updated for resources: {'Port': ['ID=d1e73e73-df75-45b8-af4e-9e876a969027,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:23.404923 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:23.421898 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:23.428215 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Network 637d8db0-e115-438e-98d4-4018ed69f48c is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:23.440490 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:23.446264 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f35649c8-11cb-49f7-baa8-01cba8b4de48 admin admin] Publish callbacks [] for security_group (4fd59702-e66c-49fc-b160-066db380b798), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.455418 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:23.456653 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:23.457084 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.468856 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Publish callbacks [] for port (98e29f75-599f-432f-8171-02f652ac36f7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.488826 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012dbfd-3eca-4f92-9660-06bff157d5d3 req-13a77c70-f231-46e9-868b-7cb86b84dae8 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:23.490414 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1012dbfd-3eca-4f92-9660-06bff157d5d3 req-13a77c70-f231-46e9-868b-7cb86b84dae8 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 946 time: 0.1874223 Jun 28 03:19:23.526679 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e21420-b356-4073-a10c-fb47aa4446a1 None None] Pushing event updated for resources: {'Port': ['ID=a6538b73-1119-4689-9851-4086ccc9e6e8,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:23.545683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Publish callbacks [] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.548747 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (98e29f75-599f-432f-8171-02f652ac36f7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.554575 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:23.556828 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:23.579379 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=8e9d6659-c504-4b88-aefa-63a3b20ab7a2,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:23.580613 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-9cd17382-2a40-4b10-8ce2-af2bce0cab17 None None] Current status of the port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:23.581064 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9cd17382-2a40-4b10-8ce2-af2bce0cab17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.585717 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.603782 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.604784 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a283cb3d-2ef9-48ac-9f13-ac6669a4d03c up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:23.633739 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:23.644024 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:23.657497 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:23.663022 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ded59d2b-329e-4124-a81e-966cf7d96c00 req-6e4dc119-32e6-488d-89f9-ecf9d6cdc096 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 210 time: 0.1837668 Jun 28 03:19:23.667255 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:23.705516 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Pushing event updated for resources: {'Port': ['ID=98e29f75-599f-432f-8171-02f652ac36f7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:23.744227 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.745950 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (cac2b3aa-8383-4cf0-a68e-4790e8715519), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.761211 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f35649c8-11cb-49f7-baa8-01cba8b4de48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4fd59702-e66c-49fc-b160-066db380b798), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.763914 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f35649c8-11cb-49f7-baa8-01cba8b4de48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:23.771997 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:23.772515 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f35649c8-11cb-49f7-baa8-01cba8b4de48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fd59702-e66c-49fc-b160-066db380b798 HTTP/1.1" status: 204 len: 168 time: 0.5896719 Jun 28 03:19:23.847956 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:23.858160 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Attempting to bind port 8a951472-d1bb-4c46-b31d-24bb4077c533 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:23.859987 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Attempting to bind port 8a951472-d1bb-4c46-b31d-24bb4077c533 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:23.861313 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Attempting to bind port 8a951472-d1bb-4c46-b31d-24bb4077c533 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:23.869600 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde75ac-7371-4390-8522-006f785846d9 None None] Pushing event updated for resources: {'Port': ['ID=8a951472-d1bb-4c46-b31d-24bb4077c533,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:23.898175 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1012dbfd-3eca-4f92-9660-06bff157d5d3 req-46f6a451-43e3-4b4e-b39d-c567a6a1e1bf tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763803 Jun 28 03:19:23.907890 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35649c8-11cb-49f7-baa8-01cba8b4de48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd59702-e66c-49fc-b160-066db380b798,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:23.949695 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:23.954419 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.026650 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:24.027020 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:24.027518 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.027857 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:24.028369 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Bound port: 8a951472-d1bb-4c46-b31d-24bb4077c533, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:24.028748 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.065906 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (98e29f75-599f-432f-8171-02f652ac36f7), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.070160 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:24.070554 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.104567 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:20Z', 'revision_number': 3, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:24.112478 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.db.api [None req-9cd17382-2a40-4b10-8ce2-af2bce0cab17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 28 03:19:24.113152 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG oslo_db.api [None req-9cd17382-2a40-4b10-8ce2-af2bce0cab17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 03:19:24.145664 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d3b0e-4b73-4348-a68c-d30c07e1a831 None None] The sync data for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi is: [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:20Z', 'revision_number': 3, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:19:24.173596 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=8e9d6659-c504-4b88-aefa-63a3b20ab7a2,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:24.228460 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] For port 8a951472-d1bb-4c46-b31d-24bb4077c533, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:24.251159 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] For port 8a951472-d1bb-4c46-b31d-24bb4077c533, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=8a951472-d1bb-4c46-b31d-24bb4077c533,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:24.259855 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:24.271397 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.281785 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:19:24.288292 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Publish callbacks [] for port (d1e73e73-df75-45b8-af4e-9e876a969027), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.296485 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.367568 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Routers {'cac2b3aa-8383-4cf0-a68e-4790e8715519'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:24.368336 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['cac2b3aa-8383-4cf0-a68e-4790e8715519'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:24.381183 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde75ac-7371-4390-8522-006f785846d9 None None] Pushing event updated for resources: {'Port': ['ID=8a951472-d1bb-4c46-b31d-24bb4077c533,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:24.386364 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35660) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:24.388235 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Pushing event updated for resources: {'Port': ['ID=d1e73e73-df75-45b8-af4e-9e876a969027,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:24.424108 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bd862ab-c470-4e5c-8d21-ed5404405df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.444005 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:24.486740 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (cac2b3aa-8383-4cf0-a68e-4790e8715519), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.535018 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Publish callbacks [] for port (98e29f75-599f-432f-8171-02f652ac36f7), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.548314 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (98e29f75-599f-432f-8171-02f652ac36f7), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.595414 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:24.595779 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.645651 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bd862ab-c470-4e5c-8d21-ed5404405df7 admin admin] Publish callbacks [] for security_group (348a3e62-5c06-49a7-9104-9530335b100e), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.648491 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.651428 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Pushing event updated for resources: {'Port': ['ID=98e29f75-599f-432f-8171-02f652ac36f7,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:24.662341 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:24.662505 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:24.665312 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] Set router cac2b3aa-8383-4cf0-a68e-4790e8715519 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:24.670189 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bd862ab-c470-4e5c-8d21-ed5404405df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (348a3e62-5c06-49a7-9104-9530335b100e), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:24.712999 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:24.738331 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Network 637d8db0-e115-438e-98d4-4018ed69f48c is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:24.741962 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:24.760909 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-9cd17382-2a40-4b10-8ce2-af2bce0cab17 None None] Current status of the port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:24.767372 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9bd862ab-c470-4e5c-8d21-ed5404405df7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=618db8d48b7143319c520ff5ea6903c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747563 Jun 28 03:19:24.768721 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd862ab-c470-4e5c-8d21-ed5404405df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348a3e62-5c06-49a7-9104-9530335b100e,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:24.769642 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35664) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:24.841630 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:24.850254 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:24.865688 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:24.867044 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a283cb3d-2ef9-48ac-9f13-ac6669a4d03c up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:24.882330 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-9cd17382-2a40-4b10-8ce2-af2bce0cab17 None None] Provisioning complete for port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:24.882796 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9cd17382-2a40-4b10-8ce2-af2bce0cab17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:25.043937 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-01d81cff-63e6-4f35-ba12-755e472bb67a admin admin] Publish callbacks [] for security_group (348a3e62-5c06-49a7-9104-9530335b100e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:25.083877 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-01d81cff-63e6-4f35-ba12-755e472bb67a admin admin] Publish callbacks [] for security_group (348a3e62-5c06-49a7-9104-9530335b100e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:25.125409 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 2, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:25.169409 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a64e35-5ef0-4885-aca6-98c160f833c2 None None] The sync data for ids ['cac2b3aa-8383-4cf0-a68e-4790e8715519'] in dv-cinder-846842-5-iscsi is: [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 2, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:19:25.210577 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:25.211208 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:25.223033 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-01d81cff-63e6-4f35-ba12-755e472bb67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (348a3e62-5c06-49a7-9104-9530335b100e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:25.227709 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-01d81cff-63e6-4f35-ba12-755e472bb67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:25.228978 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-01d81cff-63e6-4f35-ba12-755e472bb67a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/348a3e62-5c06-49a7-9104-9530335b100e HTTP/1.1" status: 204 len: 168 time: 0.4279606 Jun 28 03:19:25.275250 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d81cff-63e6-4f35-ba12-755e472bb67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348a3e62-5c06-49a7-9104-9530335b100e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:25.291926 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c4bbd37-800b-4673-8503-8ed87f458403 req-23631b8d-cdf5-4cb5-8684-7701154d9378 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 210 time: 0.4615405 Jun 28 03:19:25.311707 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:19:25.386811 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-9cd17382-2a40-4b10-8ce2-af2bce0cab17 None None] Current status of the port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:25.397157 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:25.416923 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Router cac2b3aa-8383-4cf0-a68e-4790e8715519 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:19:25.466916 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:19:25.472100 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0ef0a066-fa72-4548-95d2-7e0dca0bf19a admin admin] 10.222.0.44 "PUT /v2.0/routers/22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9211993 Jun 28 03:19:25.518323 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-fd12c1e0-d84e-44e3-946c-468564a47b6f None None] Provisioning complete for port 98e29f75-599f-432f-8171-02f652ac36f7 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:25.521726 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fd12c1e0-d84e-44e3-946c-468564a47b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (98e29f75-599f-432f-8171-02f652ac36f7), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:25.554864 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:19:25.570978 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ece6f2b2-99ee-4e1e-959b-5c69f09299aa admin admin] 10.222.0.44 "PUT /v2.0/routers/cac2b3aa-8383-4cf0-a68e-4790e8715519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2542870 Jun 28 03:19:25.776992 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-fd12c1e0-d84e-44e3-946c-468564a47b6f None None] Port 98e29f75-599f-432f-8171-02f652ac36f7 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:19:25.814656 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-fd12c1e0-d84e-44e3-946c-468564a47b6f None None] Provisioning complete for port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:25.815072 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fd12c1e0-d84e-44e3-946c-468564a47b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:25.927017 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-fd12c1e0-d84e-44e3-946c-468564a47b6f None None] Current status of the port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:25.937652 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-fd12c1e0-d84e-44e3-946c-468564a47b6f None None] Provisioning complete for port d1e73e73-df75-45b8-af4e-9e876a969027 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:25.938516 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fd12c1e0-d84e-44e3-946c-468564a47b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:25.983068 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:25.994343 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-fd12c1e0-d84e-44e3-946c-468564a47b6f None None] Port d1e73e73-df75-45b8-af4e-9e876a969027 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:19:26.198242 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:26.309108 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:26.402193 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-f9e15073-a08e-430c-b9d8-ad44d9c90b05 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:26.406003 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-f9e15073-a08e-430c-b9d8-ad44d9c90b05 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 819 time: 0.2479885 Jun 28 03:19:26.440484 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-8f1b922e-31da-425a-a39b-604b76b4e8be tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/quotas/c1e596746cc64a1981804d95f1906bb3 HTTP/1.1" status: 200 len: 375 time: 0.0272267 Jun 28 03:19:26.551419 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a6538b73-1119-4689-9851-4086ccc9e6e8 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:26.615445 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f3ac73f9-f2ac-4c09-b450-86ce8ddf205f req-3c5f7c0e-d22c-4ffa-8817-7f7e79970c9c tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 210 time: 0.1726625 Jun 28 03:19:26.633411 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-d0e983fd-b042-4a67-bb1e-a4c8e720fd99 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651075 Jun 28 03:19:26.705647 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-2771c20c-9ce5-43c1-8fbf-219b7adf19d7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=0d5bf71f605c4d65af4829f5e403a2a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711086 Jun 28 03:19:26.729153 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port a6538b73-1119-4689-9851-4086ccc9e6e8 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:26.729770 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:26.919327 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Sync routers for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:19:26.988250 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-977a3404-6565-4c76-830c-fcb403d1affe service neutron] 10.222.0.44 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777045 Jun 28 03:19:26.994126 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:27.001087 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:27.151110 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35736) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:27.159667 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-440498321-network', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:27.194102 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port a6538b73-1119-4689-9851-4086ccc9e6e8 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:27.195111 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.218273 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Made reservation on behalf of dcf5ad2e5dd7417ca8a4498a813e7a51 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:27.223523 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.242115 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.280999 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab09a9-25aa-4745-8436-08b39228b2a8 req-8bb36e11-c13f-43b3-9c0e-241aa08e065e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:27.282401 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f5ab09a9-25aa-4745-8436-08b39228b2a8 req-8bb36e11-c13f-43b3-9c0e-241aa08e065e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 946 time: 0.1412437 Jun 28 03:19:27.302588 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:27.306433 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-25509561-cd09-4210-92b5-27fa58a43e07 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:27.308357 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-25509561-cd09-4210-92b5-27fa58a43e07 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928280 Jun 28 03:19:27.322272 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-992959c8-7ca5-4980-b8c9-dd741fc359d0 service neutron] 10.222.0.44 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203545 Jun 28 03:19:27.373000 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port a6538b73-1119-4689-9851-4086ccc9e6e8, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a6538b73-1119-4689-9851-4086ccc9e6e8,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:27.387993 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f5ab09a9-25aa-4745-8436-08b39228b2a8 req-64abdd22-ed24-4115-9b02-57b348bc7760 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782235 Jun 28 03:19:27.408526 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.408526 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 8a951472-d1bb-4c46-b31d-24bb4077c533 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:27.451463 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Publish callbacks [] for security_group (4fd746e8-d403-4f39-8c6a-b85e0000d02c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.459457 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4fd746e8-d403-4f39-8c6a-b85e0000d02c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.463002 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:27.502566 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:19:27.519406 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:27.532085 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:27.534322 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (02601a20-5ce2-445f-bc59-614d7e7e1c0d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.534646 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Added segment 02601a20-5ce2-445f-bc59-614d7e7e1c0d of type vlan for network e1f7e127-ff61-474d-942f-506bb9e0d584 Jun 28 03:19:27.636882 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (e1f7e127-ff61-474d-942f-506bb9e0d584), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.686069 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=a6538b73-1119-4689-9851-4086ccc9e6e8,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:27.692764 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd746e8-d403-4f39-8c6a-b85e0000d02c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:27.718563 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (e1f7e127-ff61-474d-942f-506bb9e0d584), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.719748 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:27.720904 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.724570 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-50716361-9eec-4fa0-964c-b00cd22ec165 req-f70534ba-8f1d-4047-a0da-867a882582c2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 210 time: 0.0873873 Jun 28 03:19:27.826549 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f7e127-ff61-474d-942f-506bb9e0d584,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:27.835844 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 8a951472-d1bb-4c46-b31d-24bb4077c533 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:27.836644 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:27.844237 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-60c6e24b-9ef5-4d23-ada6-c2b868d6b731 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6911802 Jun 28 03:19:27.845904 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network e1f7e127-ff61-474d-942f-506bb9e0d584 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:19:27.846035 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3062a1cd-fd21-40c2-8946-9f81d5fce7f2 req-30c66230-710b-431f-88e7-b2d7403f6887 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 210 time: 0.0968738 Jun 28 03:19:27.846478 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35760) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:27.865867 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Request body: {'subnet': {'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-440498321-subnet', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:27.910933 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Made reservation on behalf of dcf5ad2e5dd7417ca8a4498a813e7a51 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:27.910933 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3589059'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:28.121540 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 8a951472-d1bb-4c46-b31d-24bb4077c533 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:28.122558 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:28.190461 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 8a951472-d1bb-4c46-b31d-24bb4077c533, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=8a951472-d1bb-4c46-b31d-24bb4077c533,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:28.207281 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-a880bf73-e71b-4a0f-a1df-7726129a7789 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:28.214119 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-a880bf73-e71b-4a0f-a1df-7726129a7789 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 819 time: 0.2166526 Jun 28 03:19:28.220228 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:28.242359 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 2, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:28.264003 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-3a9048da-c2bc-49e6-925b-53d0cde0dafb tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/quotas/c1e596746cc64a1981804d95f1906bb3 HTTP/1.1" status: 200 len: 375 time: 0.0489917 Jun 28 03:19:28.318942 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Checking router: 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:19:28.319630 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Updating router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 port 98e29f75-599f-432f-8171-02f652ac36f7 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:19:28.360138 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (98e29f75-599f-432f-8171-02f652ac36f7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:28.444337 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Request body: {'port': {'device_id': 'a35380f6-a737-4573-af26-5e18f9cd0175', 'network_id': '585c891a-630a-4a94-9126-610db757a3b1', 'admin_state_up': True, 'tenant_id': '0d5bf71f605c4d65af4829f5e403a2a7'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:28.465390 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=8a951472-d1bb-4c46-b31d-24bb4077c533,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:28.502769 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a6538b73-1119-4689-9851-4086ccc9e6e8 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:28.523124 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:28.667162 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:28.673228 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-6e30fb07-4f66-4e0c-8a07-e87965df3dd6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4082522 Jun 28 03:19:28.729003 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port a6538b73-1119-4689-9851-4086ccc9e6e8 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:28.729434 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:28.747422 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:28.749144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:28.757580 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593273'] for subnet (0a039923-611b-40c1-8fb0-60e8e271f31d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:28.839359 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0d95-4000-449c-a4fe-570026223421 req-86dd6f86-12a8-4bff-9a39-b48c13169ebd tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:28.847567 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-138b0d95-4000-449c-a4fe-570026223421 req-86dd6f86-12a8-4bff-9a39-b48c13169ebd tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 946 time: 0.3148367 Jun 28 03:19:28.854882 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Sync routers for ids ['cac2b3aa-8383-4cf0-a68e-4790e8715519'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:19:28.871321 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Routers {'cac2b3aa-8383-4cf0-a68e-4790e8715519'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:28.872479 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['cac2b3aa-8383-4cf0-a68e-4790e8715519'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:28.944780 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a039923-611b-40c1-8fb0-60e8e271f31d,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:29.012904 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port a6538b73-1119-4689-9851-4086ccc9e6e8 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:29.029445 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-e11f8f42-26f9-409f-9b11-d77b81bed49f service neutron] 10.222.0.44 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552737 Jun 28 03:19:29.031711 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Checking segment: {'id': '02601a20-5ce2-445f-bc59-614d7e7e1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:29.032379 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Network hostable DHCP agents. Network: e1f7e127-ff61-474d-942f-506bb9e0d584, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:19:29.055888 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-138b0d95-4000-449c-a4fe-570026223421 req-d4309758-2ad5-406d-87e1-a4d81196dfb7 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065136 Jun 28 03:19:29.056841 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Made reservation on behalf of 0d5bf71f605c4d65af4829f5e403a2a7 for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:29.061311 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Set router cac2b3aa-8383-4cf0-a68e-4790e8715519 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:29.068269 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.068472 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Publish callbacks [] for port (98e29f75-599f-432f-8171-02f652ac36f7), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.083366 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (98e29f75-599f-432f-8171-02f652ac36f7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.130818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.144144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547686a5-d6ef-4907-84e6-ae09945ffe44 None None] Pushing event updated for resources: {'Port': ['ID=98e29f75-599f-432f-8171-02f652ac36f7,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:29.147424 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-78a0a32d-0e58-4e82-ab43-febe5153f6c3 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:29.150398 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-78a0a32d-0e58-4e82-ab43-febe5153f6c3 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 946 time: 0.3263605 Jun 28 03:19:29.301343 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Attempting to bind port 98e29f75-599f-432f-8171-02f652ac36f7 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:29.301816 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Attempting to bind port 98e29f75-599f-432f-8171-02f652ac36f7 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:29.302292 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Attempting to bind port 98e29f75-599f-432f-8171-02f652ac36f7 on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:29.315345 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:29.315784 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Checking segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:29.316525 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.316842 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Bound using segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:29.317893 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Bound port: 98e29f75-599f-432f-8171-02f652ac36f7, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:29.318275 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (98e29f75-599f-432f-8171-02f652ac36f7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.438533 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-3f2b2574-4ca2-4911-a00d-66f5003acb00 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Deleting port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:19:29.439034 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-3f2b2574-4ca2-4911-a00d-66f5003acb00 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.444493 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c1429eb-694c-45ce-9a51-d0495f41bf27 req-497a362d-74c0-4a0a-8619-2e1e6e69bb13 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 210 time: 0.2305319 Jun 28 03:19:29.457728 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Network e1f7e127-ff61-474d-942f-506bb9e0d584 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:19:29.462897 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:29.479789 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] For port 98e29f75-599f-432f-8171-02f652ac36f7, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:29.482970 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 2, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:29.490087 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] For port 98e29f75-599f-432f-8171-02f652ac36f7, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=98e29f75-599f-432f-8171-02f652ac36f7,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:29.515038 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35840) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:29.517633 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (98e29f75-599f-432f-8171-02f652ac36f7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.540226 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Checking router: cac2b3aa-8383-4cf0-a68e-4790e8715519 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:19:29.540576 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Updating router cac2b3aa-8383-4cf0-a68e-4790e8715519 port d1e73e73-df75-45b8-af4e-9e876a969027 binding host dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:19:29.550309 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, e1f7e127-ff61-474d-942f-506bb9e0d584) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:29.566562 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a79408-b9ad-44bc-9f6c-053061f905b9 None None] Network e1f7e127-ff61-474d-942f-506bb9e0d584 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:19:29.574779 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:29.581650 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.611107 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:29.611754 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.657019 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-539327f3-8316-421e-a45d-b373d2ef72dc service neutron] 10.222.0.44 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263158 Jun 28 03:19:29.671744 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-3d083523-adc2-46f5-a900-8b735ae56c65 None None] Provisioning complete for port 98e29f75-599f-432f-8171-02f652ac36f7 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:29.672114 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3d083523-adc2-46f5-a900-8b735ae56c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (98e29f75-599f-432f-8171-02f652ac36f7), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.677349 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-3f2b2574-4ca2-4911-a00d-66f5003acb00 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] For port eed5a55e-f288-4b02-b7ab-d307cbfe0a94, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,segment=NetworkSegment(b0946815-88ac-40f9-a90f-fa0730161593),segment_id=b0946815-88ac-40f9-a90f-fa0730161593)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:29.678377 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-3f2b2574-4ca2-4911-a00d-66f5003acb00 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.682481 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6e06a804-3dbe-46fa-a681-6b7b72fa12a8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8279717 Jun 28 03:19:29.685330 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35846) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:29.696664 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:29.701474 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-440498321-router', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:29.734757 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks [] for security_group (c7a2b767-0af1-4784-91f7-b338e1fcc0c8), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.748112 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (c7a2b767-0af1-4784-91f7-b338e1fcc0c8), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.749080 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-3f2b2574-4ca2-4911-a00d-66f5003acb00 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Calling delete_port for eed5a55e-f288-4b02-b7ab-d307cbfe0a94 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:19:29.824678 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-783d8ca9-9edf-42c3-9b0e-739cdaba1ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.856717 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (26a4bd96-4a71-4017-a8ac-d5ecf361f149), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.867525 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (26a4bd96-4a71-4017-a8ac-d5ecf361f149), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:29.916060 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a2b767-0af1-4784-91f7-b338e1fcc0c8,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:30.034770 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547686a5-d6ef-4907-84e6-ae09945ffe44 None None] Pushing event updated for resources: {'Port': ['ID=98e29f75-599f-432f-8171-02f652ac36f7,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:30.054103 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:30.054808 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:30.058988 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Allocated IP 192.168.233.149 (585c891a-630a-4a94-9126-610db757a3b1/fdb92173-ded6-460a-b196-5f93c67147e1/68ea87c6-19dc-47a0-b7ab-ab509eabdab3) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:30.109840 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c6c6514-933e-4658-a1a0-c0e5beaf72c5 req-8d7d1035-660f-4618-8983-87fa94059560 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 210 time: 0.0528736 Jun 28 03:19:30.133649 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-783d8ca9-9edf-42c3-9b0e-739cdaba1ce5 admin admin] Publish callbacks [] for security_group (d2f50922-070b-4bd8-95c6-c169dbc07252), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.222914 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-e1f7e127-ff61-474d-942f-506bb9e0d584', 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584', 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'fixed_ips': [{'subnet_id': '0a039923-611b-40c1-8fb0-60e8e271f31d'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:19:30.225140 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.275695 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks [] for router_controller (26a4bd96-4a71-4017-a8ac-d5ecf361f149), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.292689 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-783d8ca9-9edf-42c3-9b0e-739cdaba1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d2f50922-070b-4bd8-95c6-c169dbc07252), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.301113 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb1a0-3cca-43e8-bf9c-c2109f2bed4e req-bbee111a-85fd-4dd8-8dd0-c467ecf5e3a5 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:30.302682 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:30.303076 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ffdb1a0-3cca-43e8-bf9c-c2109f2bed4e req-bbee111a-85fd-4dd8-8dd0-c467ecf5e3a5 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 946 time: 0.1178539 Jun 28 03:19:30.366367 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:30.383169 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Publish callbacks [] for port (d1e73e73-df75-45b8-af4e-9e876a969027), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.408387 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.415131 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks [] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.431199 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ffdb1a0-3cca-43e8-bf9c-c2109f2bed4e req-15422f4d-118a-4473-b768-b4b714ad83ba tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172159 Jun 28 03:19:30.479382 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.520430 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a13501-a9ef-4720-aeaa-01d91267e464 None None] Pushing event updated for resources: {'Port': ['ID=d1e73e73-df75-45b8-af4e-9e876a969027,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:30.523556 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:30.533164 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Network 585c891a-630a-4a94-9126-610db757a3b1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:30.542868 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:30.545644 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Pushing event updated for resources: {'Port': ['ID=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:30.562338 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:30.617221 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 8a951472-d1bb-4c46-b31d-24bb4077c533 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:30.641701 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:30.642981 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.649586 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Attempting to bind port d1e73e73-df75-45b8-af4e-9e876a969027 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:30.650147 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Attempting to bind port d1e73e73-df75-45b8-af4e-9e876a969027 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:30.650912 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Attempting to bind port d1e73e73-df75-45b8-af4e-9e876a969027 on network 637d8db0-e115-438e-98d4-4018ed69f48c {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:30.658940 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:30.659313 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Checking segment: {'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:30.659705 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.660087 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Bound using segment: {'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:30.660661 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Bound port: d1e73e73-df75-45b8-af4e-9e876a969027, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:30.661195 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.696857 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:30.710707 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks [] for router_gateway (26a4bd96-4a71-4017-a8ac-d5ecf361f149), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.713331 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-3d083523-adc2-46f5-a900-8b735ae56c65 None None] Current status of the port 98e29f75-599f-432f-8171-02f652ac36f7 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:30.713331 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3d083523-adc2-46f5-a900-8b735ae56c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (98e29f75-599f-432f-8171-02f652ac36f7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.748180 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e3647-0ac3-4ff5-b6fa-ab62a59ac5ac req-72c1be87-d184-4c11-a35a-211c8b3d313c tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:30.770113 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b62e3647-0ac3-4ff5-b6fa-ab62a59ac5ac req-72c1be87-d184-4c11-a35a-211c8b3d313c tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 936 time: 0.1245816 Jun 28 03:19:30.784037 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] For port d1e73e73-df75-45b8-af4e-9e876a969027, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:30.798886 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-39cb6c48-920d-41d5-8001-70b35d3539f7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3961747 Jun 28 03:19:30.800074 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] For port d1e73e73-df75-45b8-af4e-9e876a969027, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=d1e73e73-df75-45b8-af4e-9e876a969027,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:30.818355 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.831818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Request body: {'port': {'device_id': 'a35380f6-a737-4573-af26-5e18f9cd0175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:30.841062 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:30.844886 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-783d8ca9-9edf-42c3-9b0e-739cdaba1ce5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8901075bab244b74972efa5d4a5d3ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3256121 Jun 28 03:19:30.858494 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:30.920600 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35872) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:30.927533 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:30.988096 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a13501-a9ef-4720-aeaa-01d91267e464 None None] Pushing event updated for resources: {'Port': ['ID=d1e73e73-df75-45b8-af4e-9e876a969027,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:31.032572 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Routers {'cac2b3aa-8383-4cf0-a68e-4790e8715519'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:31.038040 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['cac2b3aa-8383-4cf0-a68e-4790e8715519'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:31.096828 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-3d083523-adc2-46f5-a900-8b735ae56c65 None None] For port 98e29f75-599f-432f-8171-02f652ac36f7, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=98e29f75-599f-432f-8171-02f652ac36f7,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:31.140875 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-7d73ac9e-b8bd-4920-ae52-ed05b30bedbf tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:31.142593 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-7d73ac9e-b8bd-4920-ae52-ed05b30bedbf tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 819 time: 1.2628646 Jun 28 03:19:31.142785 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 8a951472-d1bb-4c46-b31d-24bb4077c533 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:31.143492 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.159922 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3d083523-adc2-46f5-a900-8b735ae56c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (98e29f75-599f-432f-8171-02f652ac36f7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.162874 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-3f2b2574-4ca2-4911-a00d-66f5003acb00 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (eed5a55e-f288-4b02-b7ab-d307cbfe0a94), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.163242 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d8ca9-9edf-42c3-9b0e-739cdaba1ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f50922-070b-4bd8-95c6-c169dbc07252,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:31.181812 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Request body: {'port': {'device_id': '9fbc89ef-8230-45d5-b3ee-efb863e5340e', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'admin_state_up': True, 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:31.283236 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d083523-adc2-46f5-a900-8b735ae56c65 None None] Pushing event updated for resources: {'Port': ['ID=98e29f75-599f-432f-8171-02f652ac36f7,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:31.288126 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] Set router cac2b3aa-8383-4cf0-a68e-4790e8715519 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:31.361107 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Allocated IP 172.20.0.2 (e1f7e127-ff61-474d-942f-506bb9e0d584/0a039923-611b-40c1-8fb0-60e8e271f31d/7a5169fc-1676-4cb5-afb2-2041eac9f769) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:31.364846 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b2574-4ca2-4911-a00d-66f5003acb00 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Pushing event deleted for resources: {'Port': ['ID=eed5a55e-f288-4b02-b7ab-d307cbfe0a94,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:31.368806 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-d6fa4b4c-17c8-4d09-807c-2acabd80dfa8 None None] Provisioning complete for port 98e29f75-599f-432f-8171-02f652ac36f7 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:31.369335 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d6fa4b4c-17c8-4d09-807c-2acabd80dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (98e29f75-599f-432f-8171-02f652ac36f7), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.432603 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b62e3647-0ac3-4ff5-b6fa-ab62a59ac5ac req-343bb549-f464-49b5-b279-0f964fb58763 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614339 Jun 28 03:19:31.443159 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:31.460640 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e633c896-1bb3-494c-ad0b-defd338cb58a req-307b1674-2da0-419d-a935-221376b48f03 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 210 time: 0.0604777 Jun 28 03:19:31.482142 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-3f2b2574-4ca2-4911-a00d-66f5003acb00 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] No DVR routers for this DVR port eed5a55e-f288-4b02-b7ab-d307cbfe0a94 on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:19:31.489158 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-3f2b2574-4ca2-4911-a00d-66f5003acb00 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.492391 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-638b9f2c-e91d-4086-bd31-59c36d50bf2b req-3f2b2574-4ca2-4911-a00d-66f5003acb00 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.27 "DELETE /v2.0/ports/eed5a55e-f288-4b02-b7ab-d307cbfe0a94 HTTP/1.1" status: 204 len: 173 time: 2.3335478 Jun 28 03:19:31.492882 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee00cc9-d66c-4a54-bf4c-9aff3a37f653', 'name': 'network-vif-deleted', 'tag': 'eed5a55e-f288-4b02-b7ab-d307cbfe0a94'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:31.495337 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7babf914-d0d8-4135-a8c0-07618ff8cae2" -d '{"events": [{"server_uuid": "0ee00cc9-d66c-4a54-bf4c-9aff3a37f653", "name": "network-vif-deleted", "tag": "eed5a55e-f288-4b02-b7ab-d307cbfe0a94"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:31.500985 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Made reservation on behalf of c1e596746cc64a1981804d95f1906bb3 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:31.504386 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.530662 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:31.579989 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253d438-db40-432d-bb2b-7c4c9ee27d04 x-openstack-request-id: req-3253d438-db40-432d-bb2b-7c4c9ee27d04 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:31.580321 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee00cc9-d66c-4a54-bf4c-9aff3a37f653", "name": "network-vif-deleted", "tag": "eed5a55e-f288-4b02-b7ab-d307cbfe0a94", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:31.580571 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3253d438-db40-432d-bb2b-7c4c9ee27d04 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:31.580960 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3253d438-db40-432d-bb2b-7c4c9ee27d04'] response: {'server_uuid': '0ee00cc9-d66c-4a54-bf4c-9aff3a37f653', 'name': 'network-vif-deleted', 'tag': 'eed5a55e-f288-4b02-b7ab-d307cbfe0a94', 'status': 'completed', 'code': 200} Jun 28 03:19:31.591103 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:31.610598 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:31.638818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:31.653352 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:19:31.654137 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks [] for router_gateway (26a4bd96-4a71-4017-a8ac-d5ecf361f149), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.657137 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:29Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:31.658088 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb82e-37a0-465e-b736-8ca0cc598092 admin admin] Publish callbacks [] for security_group (d2f50922-070b-4bd8-95c6-c169dbc07252), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.683529 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Publish callbacks [] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.692721 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4b563012-1bcd-43d8-a6ff-da4f7e39cd67 req-017c656e-00cf-442c-8e94-df698a8cf118 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee00cc9-d66c-4a54-bf4c-9aff3a37f653 HTTP/1.1" status: 200 len: 210 time: 0.1329355 Jun 28 03:19:31.711763 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.723864 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb82e-37a0-465e-b736-8ca0cc598092 admin admin] Publish callbacks [] for security_group (d2f50922-070b-4bd8-95c6-c169dbc07252), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.734850 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b84c4-198c-4f41-ad96-0ece725a6c82 None None] The sync data for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi is: [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:29Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:19:31.740409 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31663ef0-9f7a-47d7-9aed-9f418335f179 None None] The sync data for ids ['cac2b3aa-8383-4cf0-a68e-4790e8715519'] in dv-cinder-846842-5-iscsi is: [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:19:31.780598 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 8a951472-d1bb-4c46-b31d-24bb4077c533 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:31.792114 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa4b4c-17c8-4d09-807c-2acabd80dfa8 None None] Current status of the port 98e29f75-599f-432f-8171-02f652ac36f7 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:31.797250 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Transition to ACTIVE for port object 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:19:31.810351 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.842178 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb82e-37a0-465e-b736-8ca0cc598092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d2f50922-070b-4bd8-95c6-c169dbc07252), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.845209 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb82e-37a0-465e-b736-8ca0cc598092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.846538 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9c1fb82e-37a0-465e-b736-8ca0cc598092 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2f50922-070b-4bd8-95c6-c169dbc07252 HTTP/1.1" status: 204 len: 168 time: 0.8832309 Jun 28 03:19:31.938518 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fb82e-37a0-465e-b736-8ca0cc598092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f50922-070b-4bd8-95c6-c169dbc07252,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:31.951846 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Pushing event updated for resources: {'Port': ['ID=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:31.977379 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:31.981817 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-d6fa4b4c-17c8-4d09-807c-2acabd80dfa8 None None] Provisioning complete for port d1e73e73-df75-45b8-af4e-9e876a969027 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:31.986479 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d6fa4b4c-17c8-4d09-807c-2acabd80dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:31.993201 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device eed5a55e-f288-4b02-b7ab-d307cbfe0a94 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:19:32.053930 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: eed5a55e-f288-4b02-b7ab-d307cbfe0a94 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:19:32.054270 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device eed5a55e-f288-4b02-b7ab-d307cbfe0a94 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:19:32.221122 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:32.244633 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Attempting to bind port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:32.244973 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Attempting to bind port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a892b3fe-f188-4fc8-8403-8a6b43c3cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '585c891a-630a-4a94-9126-610db757a3b1'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:32.246502 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Attempting to bind port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 on network 585c891a-630a-4a94-9126-610db757a3b1 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:32.263840 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 on network 585c891a-630a-4a94-9126-610db757a3b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:19:32.264399 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Attempting to bind port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 on network 585c891a-630a-4a94-9126-610db757a3b1 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:32.287133 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:32.287612 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Checking segment: {'id': 'a892b3fe-f188-4fc8-8403-8a6b43c3cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '585c891a-630a-4a94-9126-610db757a3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:32.288040 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Bound using segment: {'id': 'a892b3fe-f188-4fc8-8403-8a6b43c3cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '585c891a-630a-4a94-9126-610db757a3b1'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:32.288510 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Bound port: 68ea87c6-19dc-47a0-b7ab-ab509eabdab3, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a892b3fe-f188-4fc8-8403-8a6b43c3cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '585c891a-630a-4a94-9126-610db757a3b1'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:32.288967 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:32.289791 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Publish callbacks [] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:32.318206 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:32.501765 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Network e1f7e127-ff61-474d-942f-506bb9e0d584 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:32.507351 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Allocated IP 172.27.2.163 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/54f32269-39a5-4c6a-a5d9-dd3953a292e9) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:32.513511 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] For port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3, host hv-cinder-84684, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:32.520626 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:32.533121 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] For port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,segment=NetworkSegment(a892b3fe-f188-4fc8-8403-8a6b43c3cf56),segment_id=a892b3fe-f188-4fc8-8403-8a6b43c3cf56)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:32.534870 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:32.556691 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:32.666899 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Pushing event updated for resources: {'Port': ['ID=7a5169fc-1676-4cb5-afb2-2041eac9f769,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:32.674959 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa4b4c-17c8-4d09-807c-2acabd80dfa8 None None] Current status of the port d1e73e73-df75-45b8-af4e-9e876a969027 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:32.674959 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d6fa4b4c-17c8-4d09-807c-2acabd80dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:32.704239 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35896) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:32.781936 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 98e29f75-599f-432f-8171-02f652ac36f7 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:32.849360 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks [] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:32.895286 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35904) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:32.906256 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:32.930775 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-d6fa4b4c-17c8-4d09-807c-2acabd80dfa8 None None] For port d1e73e73-df75-45b8-af4e-9e876a969027, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=d1e73e73-df75-45b8-af4e-9e876a969027,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:32.932420 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Attempting to bind port 7a5169fc-1676-4cb5-afb2-2041eac9f769 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:32.933035 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Attempting to bind port 7a5169fc-1676-4cb5-afb2-2041eac9f769 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '02601a20-5ce2-445f-bc59-614d7e7e1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:32.933811 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Attempting to bind port 7a5169fc-1676-4cb5-afb2-2041eac9f769 on network e1f7e127-ff61-474d-942f-506bb9e0d584 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:32.935186 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:32.941632 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:32.946805 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Checking segment: {'id': '02601a20-5ce2-445f-bc59-614d7e7e1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:32.947533 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:32.948119 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Bound using segment: {'id': '02601a20-5ce2-445f-bc59-614d7e7e1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:32.948830 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Bound port: 7a5169fc-1676-4cb5-afb2-2041eac9f769, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02601a20-5ce2-445f-bc59-614d7e7e1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:32.949399 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:32.981703 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 98e29f75-599f-432f-8171-02f652ac36f7 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:32.982109 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (98e29f75-599f-432f-8171-02f652ac36f7), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:33.031268 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d6fa4b4c-17c8-4d09-807c-2acabd80dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:33.075952 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=54f32269-39a5-4c6a-a5d9-dd3953a292e9,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:33.094726 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a96a8c85-7d81-4739-b0fe-fc3075ca8680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:33.124752 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:33.143326 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:33.156221 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa4b4c-17c8-4d09-807c-2acabd80dfa8 None None] Pushing event updated for resources: {'Port': ['ID=d1e73e73-df75-45b8-af4e-9e876a969027,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:33.163215 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] For port 7a5169fc-1676-4cb5-afb2-2041eac9f769, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:33.192950 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:33.206110 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] For port 7a5169fc-1676-4cb5-afb2-2041eac9f769, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=7a5169fc-1676-4cb5-afb2-2041eac9f769,segment=NetworkSegment(02601a20-5ce2-445f-bc59-614d7e7e1c0d),segment_id=02601a20-5ce2-445f-bc59-614d7e7e1c0d)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:33.208500 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a41f9fe2-4a67-443c-977b-59c2d25b0563 req-206e6c03-a714-461e-aaa3-999856b59ccd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 210 time: 0.5032120 Jun 28 03:19:33.219479 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 98e29f75-599f-432f-8171-02f652ac36f7 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:33.234879 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device d1e73e73-df75-45b8-af4e-9e876a969027 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:33.274398 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:33.275418 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:33.277235 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:33.279405 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] 10.222.0.27 "PUT /v2.0/ports/68ea87c6-19dc-47a0-b7ab-ab509eabdab3 HTTP/1.1" status: 200 len: 1098 time: 2.4558425 Jun 28 03:19:33.280090 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35380f6-a737-4573-af26-5e18f9cd0175', 'tag': '68ea87c6-19dc-47a0-b7ab-ab509eabdab3'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:33.283488 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f50b14a-9d71-481e-b101-b4ff09303e38" -d '{"events": [{"name": "network-changed", "server_uuid": "a35380f6-a737-4573-af26-5e18f9cd0175", "tag": "68ea87c6-19dc-47a0-b7ab-ab509eabdab3"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:33.317175 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789781c-1d57-47ae-a4bc-74aafce3793d service neutron] Pushing event updated for resources: {'Port': ['ID=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:33.322766 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Allocated IP 172.20.0.8 (9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d/5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f/f19332ea-cc5d-476d-b4fd-c455a47a5f3f) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:33.354011 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fea223-2987-461f-81cb-20484b3407b3 req-63e04249-38ec-4449-bf57-6bd591995124 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:33.357713 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b2fea223-2987-461f-81cb-20484b3407b3 req-63e04249-38ec-4449-bf57-6bd591995124 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 948 time: 0.6132538 Jun 28 03:19:33.435804 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e1389-6dbb-4bc8-8b0b-5fac6db5e117 x-openstack-request-id: req-641e1389-6dbb-4bc8-8b0b-5fac6db5e117 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:33.436366 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35380f6-a737-4573-af26-5e18f9cd0175", "tag": "68ea87c6-19dc-47a0-b7ab-ab509eabdab3", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:33.436769 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-641e1389-6dbb-4bc8-8b0b-5fac6db5e117 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:33.437288 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641e1389-6dbb-4bc8-8b0b-5fac6db5e117'] response: {'name': 'network-changed', 'server_uuid': 'a35380f6-a737-4573-af26-5e18f9cd0175', 'tag': '68ea87c6-19dc-47a0-b7ab-ab509eabdab3', 'status': 'completed', 'code': 200} Jun 28 03:19:33.471489 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port d1e73e73-df75-45b8-af4e-9e876a969027 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:33.472074 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:33.481392 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7e94d-a226-4edb-85c9-38a947d3c574 None None] Pushing event updated for resources: {'Port': ['ID=7a5169fc-1676-4cb5-afb2-2041eac9f769,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:33.557473 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-874f3f9b-23d1-40ea-b3b3-8a7768fd678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:33.568002 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-874f3f9b-23d1-40ea-b3b3-8a7768fd678e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=0d5bf71f605c4d65af4829f5e403a2a7&device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 1132 time: 0.1498330 Jun 28 03:19:33.598925 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b2fea223-2987-461f-81cb-20484b3407b3 req-782d1305-7d2b-47fb-bb6b-063da50b271a tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356021 Jun 28 03:19:33.644873 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a96a8c85-7d81-4739-b0fe-fc3075ca8680 admin admin] Publish callbacks [] for security_group (53d7b707-1ce1-440e-9071-00f411d171fd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:33.671098 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-a05628b0-69cd-4c8a-a980-50e5bc63cdbd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=68ea87c6-19dc-47a0-b7ab-ab509eabdab3 HTTP/1.1" status: 200 len: 217 time: 0.0688188 Jun 28 03:19:33.689634 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port d1e73e73-df75-45b8-af4e-9e876a969027 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:33.822181 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-b6977642-74ba-4728-aea6-658dfb526608 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:33.823641 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-b6977642-74ba-4728-aea6-658dfb526608 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 819 time: 0.9270022 Jun 28 03:19:33.831136 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a96a8c85-7d81-4739-b0fe-fc3075ca8680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (53d7b707-1ce1-440e-9071-00f411d171fd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:33.835864 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:33.866460 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-535a2c6f-cd14-4612-85e1-b01135f4ab55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:33.873587 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e20d64e1-2e8e-4b44-b23d-dd9acafdf74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:33.875149 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-e20d64e1-2e8e-4b44-b23d-dd9acafdf74d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fdb92173-ded6-460a-b196-5f93c67147e1 HTTP/1.1" status: 200 len: 843 time: 0.1867414 Jun 28 03:19:33.951334 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-431e932c-6ce5-40b8-a798-c49d71f0012e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:33.952035 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Request body: {'port': {'device_id': '3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'admin_state_up': True, 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:33.952922 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-431e932c-6ce5-40b8-a798-c49d71f0012e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/networks?id=6b3cf016-a33e-448c-823a-e4405f148035 HTTP/1.1" status: 200 len: 808 time: 0.2850888 Jun 28 03:19:33.957247 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-93133842-7b6c-4f03-a5b8-1355bd9603b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:33.958727 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-93133842-7b6c-4f03-a5b8-1355bd9603b4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=585c891a-630a-4a94-9126-610db757a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0687306 Jun 28 03:19:33.987715 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:34.010506 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a8c85-7d81-4739-b0fe-fc3075ca8680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d7b707-1ce1-440e-9071-00f411d171fd,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:34.021746 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-dee988e8-d29f-423c-aa27-89f293341f2a tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/quotas/f2443fc439de4514badcb369d67462b9 HTTP/1.1" status: 200 len: 375 time: 0.0541255 Jun 28 03:19:34.097016 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a96a8c85-7d81-4739-b0fe-fc3075ca8680 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a66c8f9fb57b41aa95a0e9789193e300&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1865368 Jun 28 03:19:34.097807 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35928) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:34.119385 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-0d228a42-67fb-45d9-b138-18d7984b62db tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2443fc439de4514badcb369d67462b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888379 Jun 28 03:19:34.136252 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:34.221892 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-535a2c6f-cd14-4612-85e1-b01135f4ab55 admin admin] Publish callbacks [] for security_group (790b5fce-6a19-4dab-b090-2af0be249e16), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.229107 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-d64b7617-c8a2-47c7-b9c4-04c42fd19480 service neutron] 10.222.0.27 "GET /v2.0/networks/585c891a-630a-4a94-9126-610db757a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626762 Jun 28 03:19:34.266983 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-535a2c6f-cd14-4612-85e1-b01135f4ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (790b5fce-6a19-4dab-b090-2af0be249e16), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.289319 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks [] for router_gateway (26a4bd96-4a71-4017-a8ac-d5ecf361f149), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.374576 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7b8054f9-5a0f-4b1c-aab5-563428e39b46 admin admin] Publish callbacks [] for security_group (53d7b707-1ce1-440e-9071-00f411d171fd), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.395967 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:34.400806 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Made reservation on behalf of c1e596746cc64a1981804d95f1906bb3 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:34.404480 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.413582 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-535a2c6f-cd14-4612-85e1-b01135f4ab55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49ab31ffb6f44338b6bad4e49ffc7c34&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2073293 Jun 28 03:19:34.427176 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35932) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:34.429109 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a2c6f-cd14-4612-85e1-b01135f4ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790b5fce-6a19-4dab-b090-2af0be249e16,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:34.455568 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-761e640a-9985-40ec-940c-7fbf79998190 service neutron] 10.222.0.44 "GET /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115005 Jun 28 03:19:34.494334 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-78b661a2-705c-40a5-9870-928b4c7b3090 req-408abfc7-97c6-4ae8-9066-88a4558c07d7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 210 time: 0.1211641 Jun 28 03:19:34.516916 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7b8054f9-5a0f-4b1c-aab5-563428e39b46 admin admin] Publish callbacks [] for security_group (53d7b707-1ce1-440e-9071-00f411d171fd), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.520796 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.546810 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f9c7ed30-23a6-40c2-b278-69c9718b0652 req-1fd58ce0-ead0-4d6c-88d9-40e75bb5ca8c service neutron] 10.222.0.27 "GET /v2.0/networks/585c891a-630a-4a94-9126-610db757a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814939 Jun 28 03:19:34.559752 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device d1e73e73-df75-45b8-af4e-9e876a969027 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:34.614459 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:34.634057 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:34.644057 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port d1e73e73-df75-45b8-af4e-9e876a969027 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:34.644057 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.650554 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93aaa066-6653-476b-80a9-14f46cba8364 admin admin] Publish callbacks [] for security_group (790b5fce-6a19-4dab-b090-2af0be249e16), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.665824 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-250ab0f5-7c0e-4750-90fb-3abba2ad437b service neutron] 10.222.0.44 "GET /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912055 Jun 28 03:19:34.674774 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93aaa066-6653-476b-80a9-14f46cba8364 admin admin] Publish callbacks [] for security_group (790b5fce-6a19-4dab-b090-2af0be249e16), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.691677 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7b8054f9-5a0f-4b1c-aab5-563428e39b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (53d7b707-1ce1-440e-9071-00f411d171fd), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.693751 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7b8054f9-5a0f-4b1c-aab5-563428e39b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.694940 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-7b8054f9-5a0f-4b1c-aab5-563428e39b46 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53d7b707-1ce1-440e-9071-00f411d171fd HTTP/1.1" status: 204 len: 168 time: 0.5928214 Jun 28 03:19:34.729490 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8054f9-5a0f-4b1c-aab5-563428e39b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d7b707-1ce1-440e-9071-00f411d171fd,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:34.794452 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539834-1023-468d-a7a3-c17b353811ea req-05ffc418-1771-4bdb-a151-8ab1b4d28b9d tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:34.801747 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-32539834-1023-468d-a7a3-c17b353811ea req-05ffc418-1771-4bdb-a151-8ab1b4d28b9d tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 948 time: 0.0839264 Jun 28 03:19:34.802670 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port d1e73e73-df75-45b8-af4e-9e876a969027 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:34.805070 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 7a5169fc-1676-4cb5-afb2-2041eac9f769 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:34.833473 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:34.857967 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-32539834-1023-468d-a7a3-c17b353811ea req-bebe25b3-388f-45e7-ac66-19287b4d90bf tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549233 Jun 28 03:19:34.874457 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 7a5169fc-1676-4cb5-afb2-2041eac9f769 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:34.875073 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.918997 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6adc29-5bb5-4967-8128-1a183ae44395 None None] Network e1f7e127-ff61-474d-942f-506bb9e0d584 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:19:34.964708 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (26a4bd96-4a71-4017-a8ac-d5ecf361f149), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:34.971528 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-37273e74-a284-4ffa-8217-a14f3f3ce3fa req-5117218f-3161-4af3-aab2-5ffe641f7f40 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 210 time: 0.0459766 Jun 28 03:19:35.025514 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:35.071962 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:35.081488 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:35.084320 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:35.146101 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:35.218601 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-1ef126c9-fe46-4adc-a4f1-8a91c5a6f594 None None] Provisioning complete for port 7a5169fc-1676-4cb5-afb2-2041eac9f769 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:35.218983 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1ef126c9-fe46-4adc-a4f1-8a91c5a6f594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:35.285100 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 7a5169fc-1676-4cb5-afb2-2041eac9f769 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:35.285488 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:35.292296 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:35.293482 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:35.341887 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event updated for resources: {'Port': ['ID=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:35.349950 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93aaa066-6653-476b-80a9-14f46cba8364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (790b5fce-6a19-4dab-b090-2af0be249e16), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:35.363731 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93aaa066-6653-476b-80a9-14f46cba8364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:35.365905 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-93aaa066-6653-476b-80a9-14f46cba8364 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/790b5fce-6a19-4dab-b090-2af0be249e16 HTTP/1.1" status: 204 len: 168 time: 0.9377961 Jun 28 03:19:35.412295 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Allocated IP 172.20.0.14 (9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d/5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f/4889afde-ba46-4d85-9672-9444704f0439) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:35.422176 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-3bbb5ede-c86a-4353-bedb-d023250d3ad2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2506843 Jun 28 03:19:35.427101 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 7a5169fc-1676-4cb5-afb2-2041eac9f769, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=7a5169fc-1676-4cb5-afb2-2041eac9f769,segment=NetworkSegment(02601a20-5ce2-445f-bc59-614d7e7e1c0d),segment_id=02601a20-5ce2-445f-bc59-614d7e7e1c0d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:35.446950 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaa066-6653-476b-80a9-14f46cba8364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790b5fce-6a19-4dab-b090-2af0be249e16,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:35.474738 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:35.598437 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-1ef126c9-fe46-4adc-a4f1-8a91c5a6f594 None None] Current status of the port 7a5169fc-1676-4cb5-afb2-2041eac9f769 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:35.612631 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-e67f2617-006d-4316-9039-4928a4246b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:35.620528 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-e67f2617-006d-4316-9039-4928a4246b7f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=0d5bf71f605c4d65af4829f5e403a2a7&device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 1132 time: 0.1290827 Jun 28 03:19:35.665216 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=7a5169fc-1676-4cb5-afb2-2041eac9f769,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:35.712714 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-69b0af2b-20bd-42a3-abfa-20a3f16927c4 req-07a5ccb8-07ce-4d80-8597-a64e92c024b2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 210 time: 0.0722353 Jun 28 03:19:35.731441 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-fea2bf65-6185-4fda-9b87-baf861de2f2c None None] Provisioning complete for port f19332ea-cc5d-476d-b4fd-c455a47a5f3f triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:35.731814 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fea2bf65-6185-4fda-9b87-baf861de2f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:35.807197 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-fea2bf65-6185-4fda-9b87-baf861de2f2c None None] Port f19332ea-cc5d-476d-b4fd-c455a47a5f3f cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:19:35.886656 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-97f7bbc3-85bc-43ed-b0e5-011fafb85cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:35.888332 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-97f7bbc3-85bc-43ed-b0e5-011fafb85cf3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=585c891a-630a-4a94-9126-610db757a3b1 HTTP/1.1" status: 200 len: 870 time: 0.2447307 Jun 28 03:19:35.900827 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Request body: {'port': {'device_id': '9fbc89ef-8230-45d5-b3ee-efb863e5340e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:35.955407 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-9aa1776a-c300-445e-84c3-e86fdb24bca4 None None] Provisioning complete for port 7a5169fc-1676-4cb5-afb2-2041eac9f769 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:35.955782 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9aa1776a-c300-445e-84c3-e86fdb24bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:36.003173 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-6797fa87-f630-4a25-83cd-7743529ec9c0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=68ea87c6-19dc-47a0-b7ab-ab509eabdab3 HTTP/1.1" status: 200 len: 217 time: 0.0699618 Jun 28 03:19:36.003876 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:36.037632 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:36.123832 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 35976) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:36.158674 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-9aa1776a-c300-445e-84c3-e86fdb24bca4 None None] Current status of the port 7a5169fc-1676-4cb5-afb2-2041eac9f769 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:36.211751 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-be423336-1350-4039-9db3-fca0bc17bdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:36.228218 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:19:36.230404 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:36.242088 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-53630804-525e-4410-8588-8d83a7724fd9 req-14c06792-c240-4e22-af95-053f3dbc47a5 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 210 time: 0.0602336 Jun 28 03:19:36.253358 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27860334-e237-4d33-ae73-e0fe2f99eb36 req-f8e937ad-1d9d-4a78-855b-31b4eedf5d9b tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:36.255503 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-27860334-e237-4d33-ae73-e0fe2f99eb36 req-f8e937ad-1d9d-4a78-855b-31b4eedf5d9b tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 948 time: 0.1699288 Jun 28 03:19:36.258491 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-e75e532e-2287-44d2-85ef-1ed65f97bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:36.259885 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-e75e532e-2287-44d2-85ef-1ed65f97bc02 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=fdb92173-ded6-460a-b196-5f93c67147e1 HTTP/1.1" status: 200 len: 843 time: 0.2493429 Jun 28 03:19:36.351686 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-27860334-e237-4d33-ae73-e0fe2f99eb36 req-1782fe1c-05d9-47e6-a9d5-5ae4cfa5de41 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795205 Jun 28 03:19:36.382143 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 7a5169fc-1676-4cb5-afb2-2041eac9f769 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:36.385858 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-be423336-1350-4039-9db3-fca0bc17bdd6 admin admin] Publish callbacks [] for security_group (6ae85c7f-af23-4a8a-9cf0-4e345750773d), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:36.392355 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-be423336-1350-4039-9db3-fca0bc17bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (6ae85c7f-af23-4a8a-9cf0-4e345750773d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:36.399827 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for port (4889afde-ba46-4d85-9672-9444704f0439), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:36.422416 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:36.435493 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-be423336-1350-4039-9db3-fca0bc17bdd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79df71ddce0646dea1a4aa5cfb556cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058186 Jun 28 03:19:36.436837 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be423336-1350-4039-9db3-fca0bc17bdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae85c7f-af23-4a8a-9cf0-4e345750773d,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:36.438613 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 35982) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:36.440380 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 7a5169fc-1676-4cb5-afb2-2041eac9f769 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:36.440787 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:36.482338 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (4889afde-ba46-4d85-9672-9444704f0439), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:36.508437 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-be7b22e4-f578-4514-9ed0-a714a31b252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:36.510311 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-be7b22e4-f578-4514-9ed0-a714a31b252e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=585c891a-630a-4a94-9126-610db757a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0670018 Jun 28 03:19:36.542930 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 7a5169fc-1676-4cb5-afb2-2041eac9f769 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:36.557047 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event updated for resources: {'Port': ['ID=4889afde-ba46-4d85-9672-9444704f0439,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:36.610891 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:36.630112 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.27', 61390) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:36.632623 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-17b26dd8-29f3-45c1-9cd1-2dae1fc3cb06 service neutron] 10.222.0.27 "GET /v2.0/networks/585c891a-630a-4a94-9126-610db757a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145070 Jun 28 03:19:36.641886 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:36.648791 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:36.718222 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:36.781536 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94605ffe-a02b-4544-b459-2a03e8a834d6 admin admin] Publish callbacks [] for security_group (6ae85c7f-af23-4a8a-9cf0-4e345750773d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:36.853318 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:36.855085 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:36.868231 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:19:36.885565 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Sync routers for ids ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:19:36.899404 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Routers {'26a4bd96-4a71-4017-a8ac-d5ecf361f149'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:36.899622 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:36.901230 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:36.935498 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-66a66000-0664-43bf-8012-de01deb6c186 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:36.937103 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-66a66000-0664-43bf-8012-de01deb6c186 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.27 "GET /v2.0/networks?id=6b3cf016-a33e-448c-823a-e4405f148035 HTTP/1.1" status: 200 len: 808 time: 0.2924397 Jun 28 03:19:36.956314 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:36.958202 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948b98a-6734-4e68-a535-bba84bdfeb5c req-1d71e2cb-6832-4cc8-a5fe-0bce35b8a93e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:36.959762 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7948b98a-6734-4e68-a535-bba84bdfeb5c req-1d71e2cb-6832-4cc8-a5fe-0bce35b8a93e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 932 time: 0.1457067 Jun 28 03:19:36.971551 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-46494722-3b9b-4235-943e-804a11aa32dd service neutron] 10.222.0.27 "GET /v2.0/networks/585c891a-630a-4a94-9126-610db757a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685916 Jun 28 03:19:36.976136 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94605ffe-a02b-4544-b459-2a03e8a834d6 admin admin] Publish callbacks [] for security_group (6ae85c7f-af23-4a8a-9cf0-4e345750773d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.008755 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-2313961e-4606-4d7c-907c-896e7f963717 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0784621 Jun 28 03:19:37.036549 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.037911 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-21bd18dc-13e8-4b83-a98d-1b939a278fa7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.3505199 Jun 28 03:19:37.040864 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36000) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:37.065415 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19332ea-cc5d-476d-b4fd-c455a47a5f3f {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:19:37.075625 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Publish callbacks [] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.091606 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7948b98a-6734-4e68-a535-bba84bdfeb5c req-83ae11a2-eb3e-4d17-a6de-cc10293d692d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149981 Jun 28 03:19:37.097653 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Request body: {'port': {'device_id': 'bc7bc682-05a8-4269-a1ce-afeef9aab527', 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035', 'admin_state_up': True, 'tenant_id': 'f2443fc439de4514badcb369d67462b9'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:37.108870 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Transition to ACTIVE for port object f19332ea-cc5d-476d-b4fd-c455a47a5f3f will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:19:37.110598 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94605ffe-a02b-4544-b459-2a03e8a834d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (6ae85c7f-af23-4a8a-9cf0-4e345750773d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.114837 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Set router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:37.116893 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94605ffe-a02b-4544-b459-2a03e8a834d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.118318 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-94605ffe-a02b-4544-b459-2a03e8a834d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ae85c7f-af23-4a8a-9cf0-4e345750773d HTTP/1.1" status: 204 len: 168 time: 0.6787586 Jun 28 03:19:37.122577 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.134394 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Request body: {'port': {'device_id': '3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:37.160305 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94605ffe-a02b-4544-b459-2a03e8a834d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae85c7f-af23-4a8a-9cf0-4e345750773d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:37.233484 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:37.255645 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Pushing event updated for resources: {'Port': ['ID=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:37.345157 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (4889afde-ba46-4d85-9672-9444704f0439), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.368969 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:37.456184 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-291c9b6f-9387-4a15-b6ca-82990f008d09 req-30a57e52-530d-4961-bd52-f1c562ba9e1e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 210 time: 0.0734901 Jun 28 03:19:37.492740 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-f972256f-07e0-4c54-bfa7-b8c6ea3e01d1 None None] Provisioning complete for port 4889afde-ba46-4d85-9672-9444704f0439 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:37.497461 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f972256f-07e0-4c54-bfa7-b8c6ea3e01d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (4889afde-ba46-4d85-9672-9444704f0439), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.499784 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Attempting to bind port f19332ea-cc5d-476d-b4fd-c455a47a5f3f on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:37.500121 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Attempting to bind port f19332ea-cc5d-476d-b4fd-c455a47a5f3f by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:37.500510 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Attempting to bind port f19332ea-cc5d-476d-b4fd-c455a47a5f3f on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:37.548623 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Made reservation on behalf of f2443fc439de4514badcb369d67462b9 for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:19:37.549907 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Port f19332ea-cc5d-476d-b4fd-c455a47a5f3f on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:19:37.550298 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Attempting to bind port f19332ea-cc5d-476d-b4fd-c455a47a5f3f on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:37.552454 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.562453 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:37.562912 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Checking segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:37.563362 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Bound using segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:37.564178 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Bound port: f19332ea-cc5d-476d-b4fd-c455a47a5f3f, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:37.565039 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.596889 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-f972256f-07e0-4c54-bfa7-b8c6ea3e01d1 None None] Port 4889afde-ba46-4d85-9672-9444704f0439 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:19:37.712928 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96883-57eb-460b-b19b-84c47999eed9 req-f5017b81-1570-4f90-9950-6c491306c221 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:37.714645 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9da96883-57eb-460b-b19b-84c47999eed9 req-f5017b81-1570-4f90-9950-6c491306c221 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 948 time: 0.1722806 Jun 28 03:19:37.793151 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] For port f19332ea-cc5d-476d-b4fd-c455a47a5f3f, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:37.805828 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] For port f19332ea-cc5d-476d-b4fd-c455a47a5f3f, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:37.816032 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9da96883-57eb-460b-b19b-84c47999eed9 req-70d1174f-25ab-4cde-8607-1c14ebfe61a7 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939205 Jun 28 03:19:37.825499 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.883703 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'name': 'tempest-TestShelveInstance-440498321-router', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:30Z', 'updated_at': '2022-06-28T03:19:33Z', 'revision_number': 3, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'gw_port': {'id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:31Z', 'updated_at': '2022-06-28T03:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:37.884802 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:37.926253 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:37.926449 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Checking router: 26a4bd96-4a71-4017-a8ac-d5ecf361f149 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:19:37.926870 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Updating router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 port 54f32269-39a5-4c6a-a5d9-dd3953a292e9 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:19:37.932299 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:37.934125 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] 10.222.0.27 "PUT /v2.0/ports/f19332ea-cc5d-476d-b4fd-c455a47a5f3f HTTP/1.1" status: 200 len: 1093 time: 2.0424700 Jun 28 03:19:37.935156 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbc89ef-8230-45d5-b3ee-efb863e5340e', 'tag': 'f19332ea-cc5d-476d-b4fd-c455a47a5f3f'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:37.940276 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbc89ef-8230-45d5-b3ee-efb863e5340e", "tag": "f19332ea-cc5d-476d-b4fd-c455a47a5f3f"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:37.986816 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:19:38.022330 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b615df2-0ba6-4bea-8759-b9baf8c3b048 x-openstack-request-id: req-6b615df2-0ba6-4bea-8759-b9baf8c3b048 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:38.022876 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbc89ef-8230-45d5-b3ee-efb863e5340e", "tag": "f19332ea-cc5d-476d-b4fd-c455a47a5f3f", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:38.022970 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b615df2-0ba6-4bea-8759-b9baf8c3b048 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:38.023429 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b615df2-0ba6-4bea-8759-b9baf8c3b048'] response: {'name': 'network-changed', 'server_uuid': '9fbc89ef-8230-45d5-b3ee-efb863e5340e', 'tag': 'f19332ea-cc5d-476d-b4fd-c455a47a5f3f', 'status': 'completed', 'code': 200} Jun 28 03:19:38.024050 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9c77c-f14d-4874-8484-93268793d203 service neutron] Pushing event updated for resources: {'Port': ['ID=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:38.065473 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.072362 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4889afde-ba46-4d85-9672-9444704f0439 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:19:38.092363 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Publish callbacks [] for port (4889afde-ba46-4d85-9672-9444704f0439), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.140453 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Transition to ACTIVE for port object 4889afde-ba46-4d85-9672-9444704f0439 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:19:38.142096 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-0d9596a8-6f58-44e8-abc1-2c2d0dd67fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:38.143985 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-0d9596a8-6f58-44e8-abc1-2c2d0dd67fdf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 1127 time: 0.0658514 Jun 28 03:19:38.150027 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (4889afde-ba46-4d85-9672-9444704f0439), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.217232 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:38.292115 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-88519318-15fa-46c6-819c-35d8194287e3 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f19332ea-cc5d-476d-b4fd-c455a47a5f3f HTTP/1.1" status: 200 len: 217 time: 0.1094360 Jun 28 03:19:38.363125 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Pushing event updated for resources: {'Port': ['ID=4889afde-ba46-4d85-9672-9444704f0439,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:38.468084 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-e7be13fc-3893-40a2-8de8-205d03c5eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:38.469697 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-e7be13fc-3893-40a2-8de8-205d03c5eba4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.1682134 Jun 28 03:19:38.488556 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Allocated IP 172.20.0.13 (6b3cf016-a33e-448c-823a-e4405f148035/d7ab61ed-e342-46fe-940f-a3dfd3b22990/44c89579-996d-44c2-b42b-7b85bf9483c0) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:38.550832 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c3582-3bb3-42b4-8491-9755c035bd2f req-8d974b0a-cb51-4470-bb2f-e209a1519c80 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:38.561927 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b49c3582-3bb3-42b4-8491-9755c035bd2f req-8d974b0a-cb51-4470-bb2f-e209a1519c80 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 944 time: 0.1365297 Jun 28 03:19:38.607612 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-6dcb4b46-34c1-4e30-bd58-e7e5d41fdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:38.618350 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-6dcb4b46-34c1-4e30-bd58-e7e5d41fdb8f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1343791 Jun 28 03:19:38.620559 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Attempting to bind port 4889afde-ba46-4d85-9672-9444704f0439 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:38.621555 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Attempting to bind port 4889afde-ba46-4d85-9672-9444704f0439 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:38.622915 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Attempting to bind port 4889afde-ba46-4d85-9672-9444704f0439 on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:38.644036 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Port 4889afde-ba46-4d85-9672-9444704f0439 on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:19:38.644427 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Attempting to bind port 4889afde-ba46-4d85-9672-9444704f0439 on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:38.672168 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:38.673092 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Checking segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:38.675556 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Bound using segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:38.675841 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e1380b66-376e-4fbe-a161-f5396f08455d req-5a45b162-0e6a-4e64-9556-aee13306abb6 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 210 time: 0.0820098 Jun 28 03:19:38.676602 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,segment=NetworkSegment(a892b3fe-f188-4fc8-8403-8a6b43c3cf56),segment_id=a892b3fe-f188-4fc8-8403-8a6b43c3cf56)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:38.677918 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Bound port: 4889afde-ba46-4d85-9672-9444704f0439, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:38.679690 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (4889afde-ba46-4d85-9672-9444704f0439), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.708009 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '68ea87c6-19dc-47a0-b7ab-ab509eabdab3', 'network_id': '585c891a-630a-4a94-9126-610db757a3b1', 'port_id': '68ea87c6-19dc-47a0-b7ab-ab509eabdab3', 'mac_address': 'fa:16:3e:1e:13:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb92173-ded6-460a-b196-5f93c67147e1', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:19:38.736671 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:38.773721 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Publish callbacks [] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.782635 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:38.785478 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b49c3582-3bb3-42b4-8491-9755c035bd2f req-1930703d-f4d9-4f8b-8e28-738eb283588f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176063 Jun 28 03:19:38.787336 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:38.787773 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.791638 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.843732 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:19:38.870935 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f8c45-b07a-4f07-99d9-ac17ba1a00cc None None] Pushing event updated for resources: {'Port': ['ID=54f32269-39a5-4c6a-a5d9-dd3953a292e9,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:38.888370 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,segment=NetworkSegment(a892b3fe-f188-4fc8-8403-8a6b43c3cf56),segment_id=a892b3fe-f188-4fc8-8403-8a6b43c3cf56)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:38.889599 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Attempting to bind port 54f32269-39a5-4c6a-a5d9-dd3953a292e9 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:38.889982 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Attempting to bind port 54f32269-39a5-4c6a-a5d9-dd3953a292e9 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:38.890320 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Attempting to bind port 54f32269-39a5-4c6a-a5d9-dd3953a292e9 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:38.896866 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:38.897209 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:38.897606 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.897994 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:38.898506 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Bound port: 54f32269-39a5-4c6a-a5d9-dd3953a292e9, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:38.898837 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.902058 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.922442 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.939503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] For port 4889afde-ba46-4d85-9672-9444704f0439, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:38.947628 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:38.955540 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] For port 4889afde-ba46-4d85-9672-9444704f0439, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4889afde-ba46-4d85-9672-9444704f0439,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:38.970131 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (4889afde-ba46-4d85-9672-9444704f0439), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:38.997897 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] For port 54f32269-39a5-4c6a-a5d9-dd3953a292e9, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:39.003481 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] For port 54f32269-39a5-4c6a-a5d9-dd3953a292e9, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=54f32269-39a5-4c6a-a5d9-dd3953a292e9,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:39.006295 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:39.014006 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:39.030504 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:39.041193 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:39.041692 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks [] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:39.041804 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:39.043291 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] 10.222.0.27 "PUT /v2.0/ports/4889afde-ba46-4d85-9672-9444704f0439 HTTP/1.1" status: 200 len: 1094 time: 1.9169371 Jun 28 03:19:39.067830 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-62d262d8-e41e-4b38-a6e5-193a80bb9929 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347897 Jun 28 03:19:39.080308 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Routers {'26a4bd96-4a71-4017-a8ac-d5ecf361f149'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:39.080946 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:39.131012 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fdc73-db70-4977-b533-9a7a27d2f32f req-c2d5167c-3993-43e9-9b56-85b27ac95cfb tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:39.133423 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-838fdc73-db70-4977-b533-9a7a27d2f32f req-c2d5167c-3993-43e9-9b56-85b27ac95cfb tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 949 time: 0.1907949 Jun 28 03:19:39.153230 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f8c45-b07a-4f07-99d9-ac17ba1a00cc None None] Pushing event updated for resources: {'Port': ['ID=54f32269-39a5-4c6a-a5d9-dd3953a292e9,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:39.267154 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:39.314451 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36501b-b04d-4b4f-b8a1-c63caefce635 service neutron] Pushing event updated for resources: {'Port': ['ID=4889afde-ba46-4d85-9672-9444704f0439,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:39.369490 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f203ec4-a86c-4eb2-a136-dd0e1a2ab19c req-41b2886f-487f-4e38-a28b-84e0ddea2364 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881243 Jun 28 03:19:39.371064 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-7992fdb5-33fb-4d5b-ac39-09cf06059b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:39.374581 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-7992fdb5-33fb-4d5b-ac39-09cf06059b07 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 1128 time: 0.1581192 Jun 28 03:19:39.381087 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-838fdc73-db70-4977-b533-9a7a27d2f32f req-e9c46853-8bf6-45a9-a191-c3bc641e6fe0 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370048 Jun 28 03:19:39.432280 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Network 6b3cf016-a33e-448c-823a-e4405f148035 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:39.433800 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Pushing event updated for resources: {'Port': ['ID=44c89579-996d-44c2-b42b-7b85bf9483c0,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:39.443592 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:39.451756 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:39.452212 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['68ea87c6-19dc-47a0-b7ab-ab509eabdab3'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:19:39.471694 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Allocated IP 172.20.0.1 (e1f7e127-ff61-474d-942f-506bb9e0d584/0a039923-611b-40c1-8fb0-60e8e271f31d/a218694e-1a11-4619-a71b-b09c137592f6) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:19:39.476095 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-6f02f11f-0b2f-4c32-b0b0-e893d1b1c4eb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4889afde-ba46-4d85-9672-9444704f0439 HTTP/1.1" status: 200 len: 217 time: 0.0788012 Jun 28 03:19:39.524018 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] Set router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:39.545328 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:39.545975 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:39.576498 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-fcab4c6d-6bbc-4ea4-8592-749ca1fda03e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4893510 Jun 28 03:19:39.662147 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Publish callbacks [] for port (a218694e-1a11-4619-a71b-b09c137592f6), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:39.704365 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (a218694e-1a11-4619-a71b-b09c137592f6), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:39.774127 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'name': 'tempest-TestShelveInstance-440498321-router', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:30Z', 'updated_at': '2022-06-28T03:19:33Z', 'revision_number': 3, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'gw_port': {'id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:31Z', 'updated_at': '2022-06-28T03:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:39.778318 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Network e1f7e127-ff61-474d-942f-506bb9e0d584 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:39.785894 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:39.788618 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:19:39.844270 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Pushing event updated for resources: {'Port': ['ID=a218694e-1a11-4619-a71b-b09c137592f6,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:39.890552 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599be30-0291-4987-a8a3-dc1bb23146dc req-510595b7-b247-47e0-836c-6e8994aaa4b3 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:39.892145 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3599be30-0291-4987-a8a3-dc1bb23146dc req-510595b7-b247-47e0-836c-6e8994aaa4b3 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 932 time: 0.1127887 Jun 28 03:19:39.892987 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (26a4bd96-4a71-4017-a8ac-d5ecf361f149), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:39.927443 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972eb99-dfe0-436f-872e-a9876f52c581 None None] The sync data for ids ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'] in dv-cinder-846842-5-iscsi is: [{'id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'name': 'tempest-TestShelveInstance-440498321-router', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:30Z', 'updated_at': '2022-06-28T03:19:33Z', 'revision_number': 3, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'gw_port': {'id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:31Z', 'updated_at': '2022-06-28T03:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:19:39.946220 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:40.024052 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e', 'tag': '4889afde-ba46-4d85-9672-9444704f0439'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:40.026616 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e", "tag": "4889afde-ba46-4d85-9672-9444704f0439"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:40.050544 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694d511-1286-4a47-9ee1-a36044acf4f8 req-79fc2f57-ca0e-4303-9242-77ec1b4a1770 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:40.058428 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6694d511-1286-4a47-9ee1-a36044acf4f8 req-79fc2f57-ca0e-4303-9242-77ec1b4a1770 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 944 time: 0.0960424 Jun 28 03:19:40.080319 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:40.146302 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-34b39ef4-cfa4-4503-8f0d-3223058ad56b None None] Provisioning complete for port a218694e-1a11-4619-a71b-b09c137592f6 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:40.146811 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34b39ef4-cfa4-4503-8f0d-3223058ad56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a218694e-1a11-4619-a71b-b09c137592f6), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:40.169158 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3599be30-0291-4987-a8a3-dc1bb23146dc req-985d78ac-6bef-4207-bd09-3d0e4b287fbc tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710199 Jun 28 03:19:40.189532 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-34b39ef4-cfa4-4503-8f0d-3223058ad56b None None] Port a218694e-1a11-4619-a71b-b09c137592f6 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:19:40.219195 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6694d511-1286-4a47-9ee1-a36044acf4f8 req-c2a4ff04-eb35-45cb-ae25-c79e72405156 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595554 Jun 28 03:19:40.268509 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e89aac0-2c58-46ae-aa89-3090ac283246 x-openstack-request-id: req-0e89aac0-2c58-46ae-aa89-3090ac283246 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:40.268970 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e", "tag": "4889afde-ba46-4d85-9672-9444704f0439", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:40.269618 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e89aac0-2c58-46ae-aa89-3090ac283246 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:40.269745 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e89aac0-2c58-46ae-aa89-3090ac283246'] response: {'name': 'network-changed', 'server_uuid': '3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e', 'tag': '4889afde-ba46-4d85-9672-9444704f0439', 'status': 'completed', 'code': 200} Jun 28 03:19:40.273318 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a218694e-1a11-4619-a71b-b09c137592f6), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:40.389244 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36084) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:40.412260 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Request body: {'port': {'device_id': 'bc7bc682-05a8-4269-a1ce-afeef9aab527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:40.451716 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 54f32269-39a5-4c6a-a5d9-dd3953a292e9 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:40.511424 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:40.513085 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:40.536908 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 54f32269-39a5-4c6a-a5d9-dd3953a292e9 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:40.538183 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:40.539556 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:40.550501 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-28afc34a-8f3d-4eb3-9135-4b807709820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:40.552025 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-28afc34a-8f3d-4eb3-9135-4b807709820a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 1127 time: 0.1531372 Jun 28 03:19:40.558800 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-d352d8c7-612c-49d7-a3a4-ae0af51e0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:40.561076 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-d352d8c7-612c-49d7-a3a4-ae0af51e0b16 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.1632752 Jun 28 03:19:40.636381 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 54f32269-39a5-4c6a-a5d9-dd3953a292e9 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:40.636906 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:40.661167 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809307a3-da1b-4317-b7b5-96cc1a519aa1 req-bd73b0be-36da-4daf-998f-b2a74aa850f5 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:40.662597 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 54f32269-39a5-4c6a-a5d9-dd3953a292e9, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=54f32269-39a5-4c6a-a5d9-dd3953a292e9,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:40.662722 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-809307a3-da1b-4317-b7b5-96cc1a519aa1 req-bd73b0be-36da-4daf-998f-b2a74aa850f5 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 949 time: 0.1299789 Jun 28 03:19:40.669153 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:40.670880 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-45295ea5-8542-4a96-883b-7ae1defe37ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:40.671062 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:40.699659 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Publish callbacks [] for port (a218694e-1a11-4619-a71b-b09c137592f6), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:40.737294 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-a0b76f24-f953-4d5d-a943-3a092471f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:40.737507 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=54f32269-39a5-4c6a-a5d9-dd3953a292e9,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:40.738208 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-a0b76f24-f953-4d5d-a943-3a092471f118 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1576362 Jun 28 03:19:40.741945 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (a218694e-1a11-4619-a71b-b09c137592f6), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:40.819295 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-9ca77ecb-01d3-4997-af9e-372999ea4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:40.820944 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-9ca77ecb-01d3-4997-af9e-372999ea4cd9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.2589030 Jun 28 03:19:40.920500 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-809307a3-da1b-4317-b7b5-96cc1a519aa1 req-8e347bc9-3352-4851-ba87-119232f21f38 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326834 Jun 28 03:19:40.924177 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Pushing event updated for resources: {'Port': ['ID=a218694e-1a11-4619-a71b-b09c137592f6,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:40.927534 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (26a4bd96-4a71-4017-a8ac-d5ecf361f149), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:41.098447 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:41.116459 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Network e1f7e127-ff61-474d-942f-506bb9e0d584 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:19:41.122956 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:19:41.156448 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:41.156662 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:41.167135 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-44c09ce4-99d5-41fe-9066-cd4372a6ce2b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f19332ea-cc5d-476d-b4fd-c455a47a5f3f HTTP/1.1" status: 200 len: 217 time: 0.3179531 Jun 28 03:19:41.249324 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-45295ea5-8542-4a96-883b-7ae1defe37ce admin admin] Publish callbacks [] for security_group (a770a318-5a70-433c-b83d-dbcd31bd6c44), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:41.299002 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-1bf776a4-8512-4c14-a93e-a3cf4adeed4c service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502441 Jun 28 03:19:41.304961 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-45295ea5-8542-4a96-883b-7ae1defe37ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a770a318-5a70-433c-b83d-dbcd31bd6c44), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:41.392496 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-a8d27c3f-4e23-4afa-b0ad-ad5dc4f2f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:41.394120 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-a8d27c3f-4e23-4afa-b0ad-ad5dc4f2f2c9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.2139783 Jun 28 03:19:41.406877 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c89579-996d-44c2-b42b-7b85bf9483c0 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:19:41.415407 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45295ea5-8542-4a96-883b-7ae1defe37ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a770a318-5a70-433c-b83d-dbcd31bd6c44,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:41.425117 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-45295ea5-8542-4a96-883b-7ae1defe37ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6713219168dd42b0a9dfdf02bc785896&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0348437 Jun 28 03:19:41.446260 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36100) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:41.464614 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Publish callbacks [] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:41.490784 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-e6ddcb75-95ba-4a0d-afca-278db63fee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:41.491785 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-e6ddcb75-95ba-4a0d-afca-278db63fee43 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887051 Jun 28 03:19:41.509376 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:19:41.516408 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e9d67-2866-4a79-b9f8-db4a5adc550f req-9f9f70d7-b8fc-4cac-9392-fac1dda96064 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:41.526531 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-285e9d67-2866-4a79-b9f8-db4a5adc550f req-9f9f70d7-b8fc-4cac-9392-fac1dda96064 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 932 time: 0.2465389 Jun 28 03:19:41.527767 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-1bc25266-6420-4041-9efd-39503bd6e790 None None] Provisioning complete for port a218694e-1a11-4619-a71b-b09c137592f6 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:41.530919 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1bc25266-6420-4041-9efd-39503bd6e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a218694e-1a11-4619-a71b-b09c137592f6), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:41.537484 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Transition to ACTIVE for port object 44c89579-996d-44c2-b42b-7b85bf9483c0 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:19:41.547951 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d75d37ae-753f-4f02-884a-fabcf1314a45 req-ec62adb2-78b3-4604-892d-be8711254d05 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328904 Jun 28 03:19:41.560455 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef8ca-22ff-4e9f-9335-8badd6fa988a req-642293b8-3737-4354-98a8-c063006e4fc7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:41.560455 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-656ef8ca-22ff-4e9f-9335-8badd6fa988a req-642293b8-3737-4354-98a8-c063006e4fc7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 944 time: 0.2031391 Jun 28 03:19:41.576099 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:41.625175 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-1bc25266-6420-4041-9efd-39503bd6e790 None None] Port a218694e-1a11-4619-a71b-b09c137592f6 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:19:41.665265 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-59fea2b6-149a-4032-a56d-80861f3221bf service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652892 Jun 28 03:19:41.735274 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Pushing event updated for resources: {'Port': ['ID=44c89579-996d-44c2-b42b-7b85bf9483c0,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:41.782167 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-285e9d67-2866-4a79-b9f8-db4a5adc550f req-c04c6ba7-f132-4cb7-bffa-dd294376c475 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545197 Jun 28 03:19:41.786595 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Publish callbacks [] for security_group (a770a318-5a70-433c-b83d-dbcd31bd6c44), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:41.798033 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-656ef8ca-22ff-4e9f-9335-8badd6fa988a req-a405a9c9-bb5d-4106-891f-76c96cf78d84 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271707 Jun 28 03:19:41.871213 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Publish callbacks [] for security_group (a770a318-5a70-433c-b83d-dbcd31bd6c44), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:41.931762 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device f19332ea-cc5d-476d-b4fd-c455a47a5f3f details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:19:41.938534 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:19:41.942120 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:41.948348 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4b05ff76-6d1a-4c5e-81a9-8ccede725d59 admin admin] 10.222.0.44 "PUT /v2.0/routers/26a4bd96-4a71-4017-a8ac-d5ecf361f149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9016509 Jun 28 03:19:41.956581 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Sync routers for ids ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:19:41.965364 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Attempting to bind port 44c89579-996d-44c2-b42b-7b85bf9483c0 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:41.965692 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Attempting to bind port 44c89579-996d-44c2-b42b-7b85bf9483c0 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'b0946815-88ac-40f9-a90f-fa0730161593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:41.966048 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Attempting to bind port 44c89579-996d-44c2-b42b-7b85bf9483c0 on network 6b3cf016-a33e-448c-823a-e4405f148035 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:41.972099 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Routers {'26a4bd96-4a71-4017-a8ac-d5ecf361f149'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:41.973208 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Port 44c89579-996d-44c2-b42b-7b85bf9483c0 on network 6b3cf016-a33e-448c-823a-e4405f148035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:19:41.973548 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:41.973675 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Attempting to bind port 44c89579-996d-44c2-b42b-7b85bf9483c0 on network 6b3cf016-a33e-448c-823a-e4405f148035 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:41.979784 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:41.980127 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Checking segment: {'id': 'b0946815-88ac-40f9-a90f-fa0730161593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:41.980576 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Bound using segment: {'id': 'b0946815-88ac-40f9-a90f-fa0730161593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:41.981007 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Bound port: 44c89579-996d-44c2-b42b-7b85bf9483c0, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0946815-88ac-40f9-a90f-fa0730161593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:41.981363 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:42.052780 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a770a318-5a70-433c-b83d-dbcd31bd6c44), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:42.056692 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:42.058074 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a770a318-5a70-433c-b83d-dbcd31bd6c44 HTTP/1.1" status: 204 len: 168 time: 0.6034355 Jun 28 03:19:42.072643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:42.076587 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a770a318-5a70-433c-b83d-dbcd31bd6c44,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:42.091261 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.092434 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.093283 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.093283 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.093579 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.093938 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.094467 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.095246 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.095588 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.096019 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.096388 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.096900 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.097377 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.097792 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.098100 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26553534-626e-4000-90f6-5de7cd581774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:42.147955 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:42.151309 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Set router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:42.187214 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] For port 44c89579-996d-44c2-b42b-7b85bf9483c0, host hv-cinder-84684, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:42.210000 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] For port 44c89579-996d-44c2-b42b-7b85bf9483c0, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=44c89579-996d-44c2-b42b-7b85bf9483c0,segment=NetworkSegment(b0946815-88ac-40f9-a90f-fa0730161593),segment_id=b0946815-88ac-40f9-a90f-fa0730161593)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:42.219266 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:19:42.223466 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fc70a-e624-4f91-9941-41b3f6c88be2 req-a02698f2-e049-44bd-9975-b0dd6525e594 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:42.225286 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d63fc70a-e624-4f91-9941-41b3f6c88be2 req-a02698f2-e049-44bd-9975-b0dd6525e594 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 949 time: 0.1115773 Jun 28 03:19:42.234271 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:42.270921 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:42.271122 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:42.271405 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:42.305930 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:42.306544 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:42.307939 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] 10.222.0.27 "PUT /v2.0/ports/44c89579-996d-44c2-b42b-7b85bf9483c0 HTTP/1.1" status: 200 len: 1094 time: 1.8999498 Jun 28 03:19:42.310829 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7bc682-05a8-4269-a1ce-afeef9aab527', 'tag': '44c89579-996d-44c2-b42b-7b85bf9483c0'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:42.313218 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57935eb-53e7-4200-b086-c30b5fed7ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7bc682-05a8-4269-a1ce-afeef9aab527", "tag": "44c89579-996d-44c2-b42b-7b85bf9483c0"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:42.355111 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88b805-7609-4f87-b1ff-7f2e78f0397b service neutron] Pushing event updated for resources: {'Port': ['ID=44c89579-996d-44c2-b42b-7b85bf9483c0,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:42.361455 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d63fc70a-e624-4f91-9941-41b3f6c88be2 req-d6613de3-30d0-4473-847c-4df7e1e5cd17 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305225 Jun 28 03:19:42.432685 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port f19332ea-cc5d-476d-b4fd-c455a47a5f3f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:42.460583 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 54f32269-39a5-4c6a-a5d9-dd3953a292e9 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:42.479511 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db047d2e-5620-4270-9d4d-439286435006 x-openstack-request-id: req-db047d2e-5620-4270-9d4d-439286435006 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:42.480018 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7bc682-05a8-4269-a1ce-afeef9aab527", "tag": "44c89579-996d-44c2-b42b-7b85bf9483c0", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:42.480386 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db047d2e-5620-4270-9d4d-439286435006 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:42.481034 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db047d2e-5620-4270-9d4d-439286435006'] response: {'name': 'network-changed', 'server_uuid': 'bc7bc682-05a8-4269-a1ce-afeef9aab527', 'tag': '44c89579-996d-44c2-b42b-7b85bf9483c0', 'status': 'completed', 'code': 200} Jun 28 03:19:42.555113 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': 'f19332ea-cc5d-476d-b4fd-c455a47a5f3f', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'port_id': 'f19332ea-cc5d-476d-b4fd-c455a47a5f3f', 'mac_address': 'fa:16:3e:8d:32:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:19:42.556193 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'name': 'tempest-TestShelveInstance-440498321-router', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:30Z', 'updated_at': '2022-06-28T03:19:40Z', 'revision_number': 4, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'gw_port': {'id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:31Z', 'updated_at': '2022-06-28T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a218694e-1a11-4619-a71b-b09c137592f6', 'name': '', 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'mac_address': 'fa:16:3e:2a:16:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0a039923-611b-40c1-8fb0-60e8e271f31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:38Z', 'updated_at': '2022-06-28T03:19:40Z', 'revision_number': 2, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'subnets': [{'id': '0a039923-611b-40c1-8fb0-60e8e271f31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:42.618245 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Checking router: 26a4bd96-4a71-4017-a8ac-d5ecf361f149 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:19:42.618758 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Updating router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 port a218694e-1a11-4619-a71b-b09c137592f6 binding host dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:19:42.635378 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-1ee3201b-a55a-4a78-9695-e27610308ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:42.638252 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-1ee3201b-a55a-4a78-9695-e27610308ccd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 1128 time: 0.1349630 Jun 28 03:19:42.678743 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a218694e-1a11-4619-a71b-b09c137592f6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:42.680792 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57935eb-53e7-4200-b086-c30b5fed7ba4 req-f2ce0c9d-105a-42a3-a3c2-9ab095361738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:42.686036 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d57935eb-53e7-4200-b086-c30b5fed7ba4 req-f2ce0c9d-105a-42a3-a3c2-9ab095361738 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=f2443fc439de4514badcb369d67462b9&device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 1128 time: 0.1194904 Jun 28 03:19:42.699370 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 54f32269-39a5-4c6a-a5d9-dd3953a292e9 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:42.699908 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:42.746814 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port f19332ea-cc5d-476d-b4fd-c455a47a5f3f is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:42.747334 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:42.769169 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19332ea-cc5d-476d-b4fd-c455a47a5f3f {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:19:42.779323 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:42.779837 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:42.795968 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-6030489c-2e1e-42b0-8f51-0b8157eae6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:42.798343 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-6030489c-2e1e-42b0-8f51-0b8157eae6aa service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.1536918 Jun 28 03:19:42.798964 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36138) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:42.820553 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:42.850839 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:42.861799 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port f19332ea-cc5d-476d-b4fd-c455a47a5f3f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:42.911317 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-683e28ce-a73b-400f-a70c-466c8e688453 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4889afde-ba46-4d85-9672-9444704f0439 HTTP/1.1" status: 200 len: 217 time: 0.1038201 Jun 28 03:19:42.919355 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,segment=NetworkSegment(a892b3fe-f188-4fc8-8403-8a6b43c3cf56),segment_id=a892b3fe-f188-4fc8-8403-8a6b43c3cf56)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:42.926780 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35380f6-a737-4573-af26-5e18f9cd0175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ea87c6-19dc-47a0-b7ab-ab509eabdab3'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:42.934282 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf824773-415d-4b23-8754-dda92f36977e" -d '{"events": [{"server_uuid": "a35380f6-a737-4573-af26-5e18f9cd0175", "name": "network-vif-plugged", "status": "completed", "tag": "68ea87c6-19dc-47a0-b7ab-ab509eabdab3"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:42.998673 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.004914 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.007576 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf0ec9-2b87-4311-8dc8-ae2cf0a37fab req-f222fe9c-479d-4368-92ef-49cdb9e98709 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:43.018107 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfdf0ec9-2b87-4311-8dc8-ae2cf0a37fab req-f222fe9c-479d-4368-92ef-49cdb9e98709 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 944 time: 0.1045732 Jun 28 03:19:43.020287 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-502719a6-ab2b-4b69-8201-fac527ec4215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.105124 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:43.120637 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-7442cc3b-90c4-4da5-8ad9-b1d60d50c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:43.123212 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-7442cc3b-90c4-4da5-8ad9-b1d60d50c6a2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.2030501 Jun 28 03:19:43.132493 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 54f32269-39a5-4c6a-a5d9-dd3953a292e9 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:43.136137 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfdf0ec9-2b87-4311-8dc8-ae2cf0a37fab req-986ffff5-4375-4389-90f9-3e60103891ca tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169984 Jun 28 03:19:43.143561 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Publish callbacks [] for port (a218694e-1a11-4619-a71b-b09c137592f6), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.172878 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a218694e-1a11-4619-a71b-b09c137592f6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.186493 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36152) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:43.189228 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:43.200025 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-db84698f-5b40-40d0-bb39-a4636a90d8f0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196702488', 'description': 'tempest-secgroup-smoke-1196702488 description', 'project_id': 'bcfe66d2ca71404e9b032806db987d4d'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:43.235153 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-7ce24538-c094-4588-85b1-2dc09fdea00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:43.236833 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-7ce24538-c094-4588-85b1-2dc09fdea00e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997393 Jun 28 03:19:43.260802 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db84698f-5b40-40d0-bb39-a4636a90d8f0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.264588 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3941eae-ade7-4c05-847c-f32de6ad75ee None None] Pushing event updated for resources: {'Port': ['ID=a218694e-1a11-4619-a71b-b09c137592f6,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:43.270679 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65a74e-6e55-43b4-ac1a-7f842aa0c31d x-openstack-request-id: req-3d65a74e-6e55-43b4-ac1a-7f842aa0c31d {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:43.271266 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35380f6-a737-4573-af26-5e18f9cd0175", "name": "network-vif-plugged", "status": "completed", "tag": "68ea87c6-19dc-47a0-b7ab-ab509eabdab3", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:43.271651 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d65a74e-6e55-43b4-ac1a-7f842aa0c31d {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:43.272421 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d65a74e-6e55-43b4-ac1a-7f842aa0c31d'] response: {'server_uuid': 'a35380f6-a737-4573-af26-5e18f9cd0175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ea87c6-19dc-47a0-b7ab-ab509eabdab3', 'code': 200} Jun 28 03:19:43.286742 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:43.293761 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2145f68f-5bbd-41ae-8a0e-44e4cf5f06cb req-42424cb5-4ce4-4d6f-9e34-c5aa093a0318 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896409 Jun 28 03:19:43.329420 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['f19332ea-cc5d-476d-b4fd-c455a47a5f3f'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:19:43.393875 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Attempting to bind port a218694e-1a11-4619-a71b-b09c137592f6 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:19:43.394227 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Attempting to bind port a218694e-1a11-4619-a71b-b09c137592f6 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '02601a20-5ce2-445f-bc59-614d7e7e1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:19:43.396307 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Attempting to bind port a218694e-1a11-4619-a71b-b09c137592f6 on network e1f7e127-ff61-474d-942f-506bb9e0d584 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:19:43.411839 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:19:43.416117 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Checking segment: {'id': '02601a20-5ce2-445f-bc59-614d7e7e1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:19:43.417117 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.418134 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Bound using segment: {'id': '02601a20-5ce2-445f-bc59-614d7e7e1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:19:43.418786 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Bound port: a218694e-1a11-4619-a71b-b09c137592f6, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02601a20-5ce2-445f-bc59-614d7e7e1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:19:43.419320 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a218694e-1a11-4619-a71b-b09c137592f6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.461050 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57935eb-53e7-4200-b086-c30b5fed7ba4 req-c12d0e5d-1bc4-49b9-9b4a-45f89cb63789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:43.462877 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d57935eb-53e7-4200-b086-c30b5fed7ba4 req-c12d0e5d-1bc4-49b9-9b4a-45f89cb63789 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=f2443fc439de4514badcb369d67462b9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.6349447 Jun 28 03:19:43.489145 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:43.593828 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] For port a218694e-1a11-4619-a71b-b09c137592f6, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:19:43.599015 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] For port a218694e-1a11-4619-a71b-b09c137592f6, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a218694e-1a11-4619-a71b-b09c137592f6,segment=NetworkSegment(02601a20-5ce2-445f-bc59-614d7e7e1c0d),segment_id=02601a20-5ce2-445f-bc59-614d7e7e1c0d)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:19:43.619037 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a218694e-1a11-4619-a71b-b09c137592f6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.708350 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-04977fc9-bf9f-4532-983c-0e845767766e None None] Provisioning complete for port a218694e-1a11-4619-a71b-b09c137592f6 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:43.708953 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-04977fc9-bf9f-4532-983c-0e845767766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a218694e-1a11-4619-a71b-b09c137592f6), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.726017 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:43.789788 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492ad5-bf3d-4ee9-a60a-f12a60914fd6 req-f23f9943-e107-409d-87fc-ff733a2022c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:43.799916 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cc492ad5-bf3d-4ee9-a60a-f12a60914fd6 req-f23f9943-e107-409d-87fc-ff733a2022c4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 1134 time: 0.2187548 Jun 28 03:19:43.801499 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3941eae-ade7-4c05-847c-f32de6ad75ee None None] Pushing event updated for resources: {'Port': ['ID=a218694e-1a11-4619-a71b-b09c137592f6,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:43.822605 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:43.827015 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Routers {'26a4bd96-4a71-4017-a8ac-d5ecf361f149'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:19:43.827695 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:19:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:43.852520 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-04977fc9-bf9f-4532-983c-0e845767766e None None] Current status of the port a218694e-1a11-4619-a71b-b09c137592f6 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:43.853248 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-04977fc9-bf9f-4532-983c-0e845767766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a218694e-1a11-4619-a71b-b09c137592f6), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.875768 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57935eb-53e7-4200-b086-c30b5fed7ba4 req-a16a3185-9cf0-4144-a504-31099488be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:43.877821 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d57935eb-53e7-4200-b086-c30b5fed7ba4 req-a16a3185-9cf0-4144-a504-31099488be58 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4058752 Jun 28 03:19:43.896989 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-04977fc9-bf9f-4532-983c-0e845767766e None None] For port a218694e-1a11-4619-a71b-b09c137592f6, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a218694e-1a11-4619-a71b-b09c137592f6,segment=NetworkSegment(02601a20-5ce2-445f-bc59-614d7e7e1c0d),segment_id=02601a20-5ce2-445f-bc59-614d7e7e1c0d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:43.904605 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-04977fc9-bf9f-4532-983c-0e845767766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a218694e-1a11-4619-a71b-b09c137592f6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:43.938693 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cc492ad5-bf3d-4ee9-a60a-f12a60914fd6 req-287c0b6e-426b-415e-b5ed-7e88bf38a59d service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361639 Jun 28 03:19:43.962114 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04977fc9-bf9f-4532-983c-0e845767766e None None] Pushing event updated for resources: {'Port': ['ID=a218694e-1a11-4619-a71b-b09c137592f6,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:44.009085 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] Set router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:19:44.025398 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-502719a6-ab2b-4b69-8201-fac527ec4215 admin admin] Publish callbacks [] for security_group (a52d90bf-9d24-4cfc-b429-04ce22081eb4), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.036423 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205d33f-8af8-412e-815a-121a2bf1d680 req-9ab2bc64-f6b2-4149-887e-16dc5f3060ce tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:44.037872 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d205d33f-8af8-412e-815a-121a2bf1d680 req-9ab2bc64-f6b2-4149-887e-16dc5f3060ce tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 944 time: 0.6878009 Jun 28 03:19:44.059454 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-502719a6-ab2b-4b69-8201-fac527ec4215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a52d90bf-9d24-4cfc-b429-04ce22081eb4), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.133075 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-166220bb-9f7d-4c24-b93d-b7fa1d217a00 None None] Provisioning complete for port a218694e-1a11-4619-a71b-b09c137592f6 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:44.134421 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-166220bb-9f7d-4c24-b93d-b7fa1d217a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a218694e-1a11-4619-a71b-b09c137592f6), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.172488 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c8d30-e45d-491c-b2a4-0809e2294c9a req-adbbd0f9-8efd-4a5d-a673-2a9fbc8cf9bc tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:44.174013 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d53c8d30-e45d-491c-b2a4-0809e2294c9a req-adbbd0f9-8efd-4a5d-a673-2a9fbc8cf9bc tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 950 time: 0.1520970 Jun 28 03:19:44.181365 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-502719a6-ab2b-4b69-8201-fac527ec4215 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5208fefb9c642d097a804092c31677a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3810282 Jun 28 03:19:44.185308 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36172) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:44.190284 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-5fdd7f61-62f9-41f0-a6b0-385e677bc0c6 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9444177 Jun 28 03:19:44.198042 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502719a6-ab2b-4b69-8201-fac527ec4215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52d90bf-9d24-4cfc-b429-04ce22081eb4,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:44.220268 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=10 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:44.230105 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'name': 'tempest-TestShelveInstance-440498321-router', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:30Z', 'updated_at': '2022-06-28T03:19:40Z', 'revision_number': 4, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'gw_port': {'id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:31Z', 'updated_at': '2022-06-28T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a218694e-1a11-4619-a71b-b09c137592f6', 'name': '', 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'mac_address': 'fa:16:3e:2a:16:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0a039923-611b-40c1-8fb0-60e8e271f31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:38Z', 'updated_at': '2022-06-28T03:19:43Z', 'revision_number': 4, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'subnets': [{'id': '0a039923-611b-40c1-8fb0-60e8e271f31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:19:44.250429 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-166220bb-9f7d-4c24-b93d-b7fa1d217a00 None None] Current status of the port a218694e-1a11-4619-a71b-b09c137592f6 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:44.255195 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db84698f-5b40-40d0-bb39-a4636a90d8f0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group (ad3e23bc-e2db-4200-ac88-a8e389603439), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.261218 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55aba2-f205-4fb0-af8b-d8b0898f508e None None] The sync data for ids ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'] in dv-cinder-846842-5-iscsi is: [{'id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'name': 'tempest-TestShelveInstance-440498321-router', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:30Z', 'updated_at': '2022-06-28T03:19:40Z', 'revision_number': 4, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'gw_port': {'id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:31Z', 'updated_at': '2022-06-28T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a218694e-1a11-4619-a71b-b09c137592f6', 'name': '', 'network_id': 'e1f7e127-ff61-474d-942f-506bb9e0d584', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'mac_address': 'fa:16:3e:2a:16:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0a039923-611b-40c1-8fb0-60e8e271f31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:38Z', 'updated_at': '2022-06-28T03:19:43Z', 'revision_number': 4, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'subnets': [{'id': '0a039923-611b-40c1-8fb0-60e8e271f31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:19:44.268428 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d205d33f-8af8-412e-815a-121a2bf1d680 req-d8176ba7-d6ac-4cf1-9ac7-9cb2e64e5c1e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113996 Jun 28 03:19:44.271167 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-074c0d41-c25f-40cb-8b46-38418e58e538 admin admin] Publish callbacks [] for security_group (a52d90bf-9d24-4cfc-b429-04ce22081eb4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.284596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db84698f-5b40-40d0-bb39-a4636a90d8f0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (ad3e23bc-e2db-4200-ac88-a8e389603439), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.362230 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84698f-5b40-40d0-bb39-a4636a90d8f0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e23bc-e2db-4200-ac88-a8e389603439,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:44.362835 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-074c0d41-c25f-40cb-8b46-38418e58e538 admin admin] Publish callbacks [] for security_group (a52d90bf-9d24-4cfc-b429-04ce22081eb4), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.390766 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d53c8d30-e45d-491c-b2a4-0809e2294c9a req-f1caca8e-d7bf-4c20-ac9e-44b808bb4196 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024884 Jun 28 03:19:44.398845 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:44.405219 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-c9ab8faf-5a07-401a-a621-1d309bdff5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:44.406730 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-c9ab8faf-5a07-401a-a621-1d309bdff5d3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=f2443fc439de4514badcb369d67462b9&device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 1128 time: 0.1481094 Jun 28 03:19:44.437875 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 4889afde-ba46-4d85-9672-9444704f0439 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:19:44.453966 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device f19332ea-cc5d-476d-b4fd-c455a47a5f3f up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:44.460727 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-074c0d41-c25f-40cb-8b46-38418e58e538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a52d90bf-9d24-4cfc-b429-04ce22081eb4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.465859 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-074c0d41-c25f-40cb-8b46-38418e58e538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.467435 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-074c0d41-c25f-40cb-8b46-38418e58e538 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a52d90bf-9d24-4cfc-b429-04ce22081eb4 HTTP/1.1" status: 204 len: 168 time: 0.2808623 Jun 28 03:19:44.487327 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db84698f-5b40-40d0-bb39-a4636a90d8f0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.488699 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-db84698f-5b40-40d0-bb39-a4636a90d8f0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3009102 Jun 28 03:19:44.493107 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36176) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:44.497750 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c0d41-c25f-40cb-8b46-38418e58e538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52d90bf-9d24-4cfc-b429-04ce22081eb4,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:44.523414 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-69cf9a97-fdf8-4eb1-9cec-c700593d1553 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Request body: {'security_group_rule': {'security_group_id': 'ad3e23bc-e2db-4200-ac88-a8e389603439', 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:44.602045 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port f19332ea-cc5d-476d-b4fd-c455a47a5f3f completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:19:44.625341 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ac7a-283b-4cef-ae77-72f369c6759c req-0d3f2d4a-4ae5-477b-abab-a3eed1172081 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:44.633120 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f2e6ac7a-283b-4cef-ae77-72f369c6759c req-0d3f2d4a-4ae5-477b-abab-a3eed1172081 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 944 time: 0.1389141 Jun 28 03:19:44.639138 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf1d35b7-5111-4063-a8c7-c407e2edf3b6 req-aefe15bc-ea5d-4599-975e-f6107a908e88 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920798 Jun 28 03:19:44.642682 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port f19332ea-cc5d-476d-b4fd-c455a47a5f3f triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:44.643065 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.663510 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-69cf9a97-fdf8-4eb1-9cec-c700593d1553 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (c8955be3-a3a2-4d87-81c1-e83a487cc24f), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.719522 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:44.738000 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f2e6ac7a-283b-4cef-ae77-72f369c6759c req-70fa45f0-5891-44b5-980f-2f71a28d17e6 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038709 Jun 28 03:19:44.782080 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 4889afde-ba46-4d85-9672-9444704f0439, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4889afde-ba46-4d85-9672-9444704f0439,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:44.795647 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-69cf9a97-fdf8-4eb1-9cec-c700593d1553 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (c8955be3-a3a2-4d87-81c1-e83a487cc24f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.805029 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-2f52b30f-7f29-420d-9d51-fc58336d4dee service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c89579-996d-44c2-b42b-7b85bf9483c0 HTTP/1.1" status: 200 len: 217 time: 0.1033967 Jun 28 03:19:44.809573 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:44.810125 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-69cf9a97-fdf8-4eb1-9cec-c700593d1553 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (c8955be3-a3a2-4d87-81c1-e83a487cc24f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.810890 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '4889afde-ba46-4d85-9672-9444704f0439', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'port_id': '4889afde-ba46-4d85-9672-9444704f0439', 'mac_address': 'fa:16:3e:a5:35:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:19:44.869720 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf9a97-fdf8-4eb1-9cec-c700593d1553 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8955be3-a3a2-4d87-81c1-e83a487cc24f,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:44.905861 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-69cf9a97-fdf8-4eb1-9cec-c700593d1553 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.910737 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-69cf9a97-fdf8-4eb1-9cec-c700593d1553 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4100144 Jun 28 03:19:44.911648 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36188) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:44.923291 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-58f3b05a-928f-4a70-8672-b2e41e6449a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:44.925270 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-a8da1a67-d298-4eef-bab3-02a473e1b834 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Request body: {'security_group_rule': {'security_group_id': 'ad3e23bc-e2db-4200-ac88-a8e389603439', 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:44.930461 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-58f3b05a-928f-4a70-8672-b2e41e6449a8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d7ab61ed-e342-46fe-940f-a3dfd3b22990 HTTP/1.1" status: 200 len: 848 time: 0.1164587 Jun 28 03:19:44.990620 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port f19332ea-cc5d-476d-b4fd-c455a47a5f3f is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:44.991152 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:44.993333 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8da1a67-d298-4eef-bab3-02a473e1b834 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (22298429-329d-410a-8f56-7817d5ce9c28), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.004944 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 4889afde-ba46-4d85-9672-9444704f0439 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:45.005481 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (4889afde-ba46-4d85-9672-9444704f0439), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.035868 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:45.041060 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4889afde-ba46-4d85-9672-9444704f0439 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:19:45.093997 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 4889afde-ba46-4d85-9672-9444704f0439, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4889afde-ba46-4d85-9672-9444704f0439,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:45.096474 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port f19332ea-cc5d-476d-b4fd-c455a47a5f3f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:45.104250 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (4889afde-ba46-4d85-9672-9444704f0439), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.110245 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.177881 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=4889afde-ba46-4d85-9672-9444704f0439,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:45.188941 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8da1a67-d298-4eef-bab3-02a473e1b834 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (22298429-329d-410a-8f56-7817d5ce9c28), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.197206 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8da1a67-d298-4eef-bab3-02a473e1b834 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (22298429-329d-410a-8f56-7817d5ce9c28), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.244430 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:45.274866 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbc89ef-8230-45d5-b3ee-efb863e5340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19332ea-cc5d-476d-b4fd-c455a47a5f3f'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:45.278612 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80ffa08-94a3-4c05-ac38-6606dcb5c6fb" -d '{"events": [{"server_uuid": "9fbc89ef-8230-45d5-b3ee-efb863e5340e", "name": "network-vif-plugged", "status": "completed", "tag": "f19332ea-cc5d-476d-b4fd-c455a47a5f3f"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:45.285908 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8da1a67-d298-4eef-bab3-02a473e1b834 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.290566 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a8da1a67-d298-4eef-bab3-02a473e1b834 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3747067 Jun 28 03:19:45.291187 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36210) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:45.294022 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da1a67-d298-4eef-bab3-02a473e1b834 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22298429-329d-410a-8f56-7817d5ce9c28,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:45.297386 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-e5617689-1183-4f6a-bfa7-f3d85c6ea011 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Request body: {'security_group_rule': {'security_group_id': 'ad3e23bc-e2db-4200-ac88-a8e389603439', 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:45.362384 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5617689-1183-4f6a-bfa7-f3d85c6ea011 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (ee65aa7c-3cb0-4975-8e38-ec6edb4925e0), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.362807 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f798b7f8-7171-4204-8dcf-2845a457a3c7 x-openstack-request-id: req-f798b7f8-7171-4204-8dcf-2845a457a3c7 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:45.363160 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbc89ef-8230-45d5-b3ee-efb863e5340e", "name": "network-vif-plugged", "status": "completed", "tag": "f19332ea-cc5d-476d-b4fd-c455a47a5f3f", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:45.363465 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f798b7f8-7171-4204-8dcf-2845a457a3c7 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:45.364136 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f798b7f8-7171-4204-8dcf-2845a457a3c7'] response: {'server_uuid': '9fbc89ef-8230-45d5-b3ee-efb863e5340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19332ea-cc5d-476d-b4fd-c455a47a5f3f', 'code': 200} Jun 28 03:19:45.402649 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772a7c1-7181-404f-bb0f-bb0f3f9ec7fe req-64725395-e1fd-462c-8435-a36ae8f8590e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:45.404429 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6772a7c1-7181-404f-bb0f-bb0f3f9ec7fe req-64725395-e1fd-462c-8435-a36ae8f8590e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.1126750 Jun 28 03:19:45.450424 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['4889afde-ba46-4d85-9672-9444704f0439'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:19:45.509732 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-84f0ed4f-8e78-4845-9224-f57612c9f5b6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6b3cf016-a33e-448c-823a-e4405f148035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770504 Jun 28 03:19:45.598337 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837cad-a50e-4f7a-abd9-43ae6d97351d req-f5db2c5b-81ee-4825-a957-a22448f768ef tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:45.600022 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5a837cad-a50e-4f7a-abd9-43ae6d97351d req-f5db2c5b-81ee-4825-a957-a22448f768ef tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 945 time: 0.0857427 Jun 28 03:19:45.604923 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6772a7c1-7181-404f-bb0f-bb0f3f9ec7fe req-1a4e10cc-2c81-465f-b13b-3cb138c9df34 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927462 Jun 28 03:19:45.621382 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5617689-1183-4f6a-bfa7-f3d85c6ea011 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (ee65aa7c-3cb0-4975-8e38-ec6edb4925e0), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.736523 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5a837cad-a50e-4f7a-abd9-43ae6d97351d req-396e0f14-197b-4e66-a80f-2fc2b64e87f4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122143 Jun 28 03:19:45.768228 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5617689-1183-4f6a-bfa7-f3d85c6ea011 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (ee65aa7c-3cb0-4975-8e38-ec6edb4925e0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.815119 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5617689-1183-4f6a-bfa7-f3d85c6ea011 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee65aa7c-3cb0-4975-8e38-ec6edb4925e0,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:45.841883 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1be9a-e75f-49f4-880a-cfc8321b23e9 req-db91879d-5413-4d13-820e-aeb3e4aaa65f tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:45.843774 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08a1be9a-e75f-49f4-880a-cfc8321b23e9 req-db91879d-5413-4d13-820e-aeb3e4aaa65f tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 950 time: 0.0903313 Jun 28 03:19:45.847839 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5617689-1183-4f6a-bfa7-f3d85c6ea011 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:45.852550 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e5617689-1183-4f6a-bfa7-f3d85c6ea011 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5597401 Jun 28 03:19:45.853675 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36234) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:45.859927 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-0e5c444a-f2ad-4ee7-8add-990c928ce1f9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Request body: {'security_group_rule': {'security_group_id': 'ad3e23bc-e2db-4200-ac88-a8e389603439', 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:45.868572 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-c0d93321-ee5b-4eb7-866c-61523632ecee service neutron] 10.222.0.27 "GET /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551925 Jun 28 03:19:46.043547 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:46.048325 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6bd5720f-cc22-492f-8fd8-5f3b935d9aff req-cdfa24fa-6993-40bc-9cd1-a9836803fc09 service neutron] 10.222.0.27 "GET /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709471 Jun 28 03:19:46.064918 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e5c444a-f2ad-4ee7-8add-990c928ce1f9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (5b904465-d70d-4f17-bb7d-bfaf6ec0e159), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.120701 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08a1be9a-e75f-49f4-880a-cfc8321b23e9 req-dc63392b-047a-4e89-8c13-ea99301c34a9 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696562 Jun 28 03:19:46.131797 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7173a22-1ecc-42e2-8da9-ee773889082a req-75adbc9e-5d76-4133-8098-ed28e064bfe6 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:46.133288 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7173a22-1ecc-42e2-8da9-ee773889082a req-75adbc9e-5d76-4133-8098-ed28e064bfe6 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 944 time: 0.1907420 Jun 28 03:19:46.149837 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c01e-35e5-471e-8ea8-cc7f3880da21 req-70c338b1-88e6-41bc-80b6-39b2c1c1d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:46.151834 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5d94c01e-35e5-471e-8ea8-cc7f3880da21 req-70c338b1-88e6-41bc-80b6-39b2c1c1d7a8 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 1129 time: 0.1484880 Jun 28 03:19:46.184780 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e5c444a-f2ad-4ee7-8add-990c928ce1f9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (5b904465-d70d-4f17-bb7d-bfaf6ec0e159), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.197577 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e5c444a-f2ad-4ee7-8add-990c928ce1f9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (5b904465-d70d-4f17-bb7d-bfaf6ec0e159), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.225542 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c444a-f2ad-4ee7-8add-990c928ce1f9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b904465-d70d-4f17-bb7d-bfaf6ec0e159,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:46.230453 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7173a22-1ecc-42e2-8da9-ee773889082a req-b6ab9be2-9425-4a28-a1c6-f1c0a61c9388 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883214 Jun 28 03:19:46.244526 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0e5c444a-f2ad-4ee7-8add-990c928ce1f9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.248716 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0e5c444a-f2ad-4ee7-8add-990c928ce1f9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3912177 Jun 28 03:19:46.249192 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36244) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:46.260224 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-00f34c95-1068-4225-a76b-b41b2d1cf449 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Request body: {'security_group_rule': {'security_group_id': 'ad3e23bc-e2db-4200-ac88-a8e389603439', 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:46.290829 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.securitygroups_db [None req-00f34c95-1068-4225-a76b-b41b2d1cf449 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Project bcfe66d2ca71404e9b032806db987d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 03:19:46.299755 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-00f34c95-1068-4225-a76b-b41b2d1cf449 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (81d4700c-210c-44c4-8a9a-98c042ebe45c), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.376135 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-00f34c95-1068-4225-a76b-b41b2d1cf449 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (81d4700c-210c-44c4-8a9a-98c042ebe45c), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.383137 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a218694e-1a11-4619-a71b-b09c137592f6 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:46.389665 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-00f34c95-1068-4225-a76b-b41b2d1cf449 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (81d4700c-210c-44c4-8a9a-98c042ebe45c), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.413614 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f34c95-1068-4225-a76b-b41b2d1cf449 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d4700c-210c-44c4-8a9a-98c042ebe45c,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:46.423080 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-00f34c95-1068-4225-a76b-b41b2d1cf449 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.424451 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-00f34c95-1068-4225-a76b-b41b2d1cf449 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1741953 Jun 28 03:19:46.427260 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36252) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:46.431743 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-abdfeb75-eed9-4a9a-9ad2-888ca85c6d03 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Request body: {'security_group_rule': {'security_group_id': 'ad3e23bc-e2db-4200-ac88-a8e389603439', 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:19:46.448395 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port a218694e-1a11-4619-a71b-b09c137592f6 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:46.448767 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a218694e-1a11-4619-a71b-b09c137592f6), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.467791 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-abdfeb75-eed9-4a9a-9ad2-888ca85c6d03 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Project bcfe66d2ca71404e9b032806db987d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 03:19:46.477232 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abdfeb75-eed9-4a9a-9ad2-888ca85c6d03 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (be75a899-f76a-415e-a8da-91b2fc6b6c8b), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.514114 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c102c53-f96d-4c3b-9d84-d290034a385f req-1106248d-7877-4858-9182-ea2d9912ff09 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:46.514114 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c102c53-f96d-4c3b-9d84-d290034a385f req-1106248d-7877-4858-9182-ea2d9912ff09 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 950 time: 0.0638564 Jun 28 03:19:46.528133 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:46.571518 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port a218694e-1a11-4619-a71b-b09c137592f6 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:46.575762 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abdfeb75-eed9-4a9a-9ad2-888ca85c6d03 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (be75a899-f76a-415e-a8da-91b2fc6b6c8b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.583291 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abdfeb75-eed9-4a9a-9ad2-888ca85c6d03 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (be75a899-f76a-415e-a8da-91b2fc6b6c8b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.616612 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfeb75-eed9-4a9a-9ad2-888ca85c6d03 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be75a899-f76a-415e-a8da-91b2fc6b6c8b,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:46.630965 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c102c53-f96d-4c3b-9d84-d290034a385f req-1c8bfa1c-4be4-4111-84fb-4b39812527c8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050370 Jun 28 03:19:46.635635 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abdfeb75-eed9-4a9a-9ad2-888ca85c6d03 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.648295 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 4889afde-ba46-4d85-9672-9444704f0439 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:46.648519 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-abdfeb75-eed9-4a9a-9ad2-888ca85c6d03 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2089615 Jun 28 03:19:46.711541 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 4889afde-ba46-4d85-9672-9444704f0439 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:19:46.719797 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 4889afde-ba46-4d85-9672-9444704f0439 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:46.720326 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (4889afde-ba46-4d85-9672-9444704f0439), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.780703 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a6ebe-5676-4523-8a46-e2f6325cad72 req-3d875e1a-e6c1-4495-9082-6db71722c17f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:46.782751 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a5a6ebe-5676-4523-8a46-e2f6325cad72 req-3d875e1a-e6c1-4495-9082-6db71722c17f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0682714 Jun 28 03:19:46.854477 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:46.865699 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 4889afde-ba46-4d85-9672-9444704f0439 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:46.865889 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (4889afde-ba46-4d85-9672-9444704f0439), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.885757 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2af07-908e-4eef-beb2-00c31e09fd6a req-aa027e42-c1bb-4cba-8184-c8de36e7ea0d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:46.887314 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-71c2af07-908e-4eef-beb2-00c31e09fd6a req-aa027e42-c1bb-4cba-8184-c8de36e7ea0d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 945 time: 0.0815451 Jun 28 03:19:46.895808 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a5a6ebe-5676-4523-8a46-e2f6325cad72 req-ccc56f07-e4b5-4196-a4cc-152767db7bae tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043818 Jun 28 03:19:46.932464 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 4889afde-ba46-4d85-9672-9444704f0439, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4889afde-ba46-4d85-9672-9444704f0439,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:46.934388 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:46.946479 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (4889afde-ba46-4d85-9672-9444704f0439), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:46.959218 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-71c2af07-908e-4eef-beb2-00c31e09fd6a req-7807bfca-8920-425b-a5f3-afdc7f284798 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620675 Jun 28 03:19:47.004470 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:47.008296 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=4889afde-ba46-4d85-9672-9444704f0439,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:47.030208 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.030558 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.030925 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.033543 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.033947 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.034229 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.034562 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.034890 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.035293 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.035622 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.035951 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.036315 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.036642 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.036959 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.037277 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:47.067529 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5d94c01e-35e5-471e-8ea8-cc7f3880da21 req-23b7886c-e329-4126-8223-c6f1b3eb5953 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521491 Jun 28 03:19:47.365831 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4889afde-ba46-4d85-9672-9444704f0439'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:47.370592 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd31781d-2c9d-4882-ac95-3962314373d8" -d '{"events": [{"server_uuid": "3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e", "name": "network-vif-plugged", "status": "completed", "tag": "4889afde-ba46-4d85-9672-9444704f0439"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:47.406826 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b988b32-32f8-4924-b43c-3e9d21706d89 req-41a74bca-8921-4255-90ab-177ef0658ed6 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:47.413811 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1b988b32-32f8-4924-b43c-3e9d21706d89 req-41a74bca-8921-4255-90ab-177ef0658ed6 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 944 time: 0.0983715 Jun 28 03:19:47.416424 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3697024d-9730-47bb-ac60-dffac4b408a8 x-openstack-request-id: req-3697024d-9730-47bb-ac60-dffac4b408a8 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:47.417727 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e", "name": "network-vif-plugged", "status": "completed", "tag": "4889afde-ba46-4d85-9672-9444704f0439", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:47.418088 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3697024d-9730-47bb-ac60-dffac4b408a8 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:47.418579 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3697024d-9730-47bb-ac60-dffac4b408a8'] response: {'server_uuid': '3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4889afde-ba46-4d85-9672-9444704f0439', 'code': 200} Jun 28 03:19:47.474679 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1b988b32-32f8-4924-b43c-3e9d21706d89 req-1d5cc54d-a8fa-4ca8-befd-f6cbfe9e0c0c tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598898 Jun 28 03:19:47.547427 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1fbb9eaa-7809-432c-9f86-116f401a3ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:47.796640 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb18a3-cb17-40d5-8b18-d7e1f10d794f req-f37e01f1-5ec8-404f-a5b9-0d5e5fbff8a6 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:47.798175 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b2cb18a3-cb17-40d5-8b18-d7e1f10d794f req-f37e01f1-5ec8-404f-a5b9-0d5e5fbff8a6 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 950 time: 0.0648417 Jun 28 03:19:47.852194 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b2cb18a3-cb17-40d5-8b18-d7e1f10d794f req-975d7f11-0ad3-4ab0-9fcc-bc4a2439bc74 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481651 Jun 28 03:19:48.070948 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:48.108196 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2e14f-419d-4574-99ed-0498af220d99 req-88cf9cb1-0520-418f-a563-eeb6bd04feea tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:48.110083 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-edf2e14f-419d-4574-99ed-0498af220d99 req-88cf9cb1-0520-418f-a563-eeb6bd04feea tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.1041536 Jun 28 03:19:48.122272 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe44a6c-d23d-458a-be1f-8455c441a19f req-4ac0a254-7f78-4120-9e65-43d2317ac581 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:48.123726 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0fe44a6c-d23d-458a-be1f-8455c441a19f req-4ac0a254-7f78-4120-9e65-43d2317ac581 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0697684 Jun 28 03:19:48.203253 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-edf2e14f-419d-4574-99ed-0498af220d99 req-5106bdfa-7e47-4944-88e3-acec81993550 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871179 Jun 28 03:19:48.207218 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0fe44a6c-d23d-458a-be1f-8455c441a19f req-9aabf67e-de7c-4ba4-9146-63aaa0533f62 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767016 Jun 28 03:19:48.603805 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8822c7-deda-473f-941d-6d20dbe6004c req-ed78b601-884a-42a3-8bc2-6e7a978edfac tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:48.604769 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 44c89579-996d-44c2-b42b-7b85bf9483c0 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:19:48.612390 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6f8822c7-deda-473f-941d-6d20dbe6004c req-ed78b601-884a-42a3-8bc2-6e7a978edfac tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 944 time: 0.0756412 Jun 28 03:19:48.673503 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6f8822c7-deda-473f-941d-6d20dbe6004c req-fad9a5b7-178e-4d45-b509-6132afedfc06 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594134 Jun 28 03:19:48.738028 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 44c89579-996d-44c2-b42b-7b85bf9483c0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=44c89579-996d-44c2-b42b-7b85bf9483c0,segment=NetworkSegment(b0946815-88ac-40f9-a90f-fa0730161593),segment_id=b0946815-88ac-40f9-a90f-fa0730161593)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:48.753705 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '44c89579-996d-44c2-b42b-7b85bf9483c0', 'network_id': '6b3cf016-a33e-448c-823a-e4405f148035', 'port_id': '44c89579-996d-44c2-b42b-7b85bf9483c0', 'mac_address': 'fa:16:3e:b8:4b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ab61ed-e342-46fe-940f-a3dfd3b22990', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:19:48.918746 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 44c89579-996d-44c2-b42b-7b85bf9483c0 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:48.919264 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:48.938774 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c89579-996d-44c2-b42b-7b85bf9483c0 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:19:48.969559 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 44c89579-996d-44c2-b42b-7b85bf9483c0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=44c89579-996d-44c2-b42b-7b85bf9483c0,segment=NetworkSegment(b0946815-88ac-40f9-a90f-fa0730161593),segment_id=b0946815-88ac-40f9-a90f-fa0730161593)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:48.976833 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:48.993538 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623e159-ba15-4f39-b9e4-8e5b4d5628c1 req-1f5e0ba0-cdf7-4848-b7eb-1b2996b9a6ed tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:48.995305 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5623e159-ba15-4f39-b9e4-8e5b4d5628c1 req-1f5e0ba0-cdf7-4848-b7eb-1b2996b9a6ed tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 950 time: 0.0617845 Jun 28 03:19:49.032070 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=44c89579-996d-44c2-b42b-7b85bf9483c0,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:49.045722 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5623e159-ba15-4f39-b9e4-8e5b4d5628c1 req-8aebc8e4-7e1a-4be7-bb87-5efb50f3d9fd tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Jun 28 03:19:49.258827 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36418) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:49.349965 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0f6ce-2236-403a-a5c7-5f233b0cbce1 req-83929a65-bc25-4a63-9a7d-9ff2ca2833d8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:49.353332 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bde0f6ce-2236-403a-a5c7-5f233b0cbce1 req-83929a65-bc25-4a63-9a7d-9ff2ca2833d8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0548942 Jun 28 03:19:49.397475 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9525-0427-43c3-95cf-3ef7e9e6edd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:49.438806 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['44c89579-996d-44c2-b42b-7b85bf9483c0'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:19:49.442408 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab36b11-10c4-47e9-a43b-bd23195428d8 req-db6f7d56-e24d-417d-bf7d-5d909429bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:49.446755 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ab36b11-10c4-47e9-a43b-bd23195428d8 req-db6f7d56-e24d-417d-bf7d-5d909429bfc1 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 1130 time: 0.0455506 Jun 28 03:19:49.460774 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bde0f6ce-2236-403a-a5c7-5f233b0cbce1 req-410baa6e-2145-478e-b472-c638d6eb83da tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035776 Jun 28 03:19:49.490237 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-5f3b8f16-f1e2-43ad-8564-873a0b233ffa tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:49.491812 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-5f3b8f16-f1e2-43ad-8564-873a0b233ffa tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.27 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 950 time: 0.0867336 Jun 28 03:19:49.558242 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9525-0427-43c3-95cf-3ef7e9e6edd3 admin admin] Publish callbacks [] for security_group (bcfbc137-c9c3-49be-8d6b-e28ecd8dd763), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:49.564808 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9525-0427-43c3-95cf-3ef7e9e6edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (bcfbc137-c9c3-49be-8d6b-e28ecd8dd763), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:49.594741 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:49.656691 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c8ad9525-0427-43c3-95cf-3ef7e9e6edd3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c5834fdb5ac43b9b95871c57f42f37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966339 Jun 28 03:19:49.658042 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad9525-0427-43c3-95cf-3ef7e9e6edd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfbc137-c9c3-49be-8d6b-e28ecd8dd763,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:49.659459 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36424) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:49.667042 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3af1-c760-488b-9c4b-7eea07f8a37e req-6562f97e-017c-4116-83ba-491c75b984d3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:49.668320 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f69b3af1-c760-488b-9c4b-7eea07f8a37e req-6562f97e-017c-4116-83ba-491c75b984d3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0836871 Jun 28 03:19:49.728815 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f69b3af1-c760-488b-9c4b-7eea07f8a37e req-0103f22e-70f8-43f7-85ea-6bef3e8090a1 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518391 Jun 28 03:19:49.740451 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Publish callbacks [] for security_group (bcfbc137-c9c3-49be-8d6b-e28ecd8dd763), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:49.768532 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Publish callbacks [] for security_group (bcfbc137-c9c3-49be-8d6b-e28ecd8dd763), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:49.804217 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cf5e18d9-3e87-4b76-a31d-8a8e498b6c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:49.864725 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3a8ae-10c0-4769-acf0-8b9f0df8d1c0 req-3348456b-03a9-437c-86d1-e5f2893ed8e2 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:49.866651 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a7a3a8ae-10c0-4769-acf0-8b9f0df8d1c0 req-3348456b-03a9-437c-86d1-e5f2893ed8e2 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 945 time: 0.0681496 Jun 28 03:19:49.891652 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ab36b11-10c4-47e9-a43b-bd23195428d8 req-396cc900-12a4-4972-80eb-a8c0f4c3b2e2 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567567 Jun 28 03:19:49.907277 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (bcfbc137-c9c3-49be-8d6b-e28ecd8dd763), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:49.912306 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:49.918023 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcfbc137-c9c3-49be-8d6b-e28ecd8dd763 HTTP/1.1" status: 204 len: 168 time: 0.2543292 Jun 28 03:19:49.936201 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfbc137-c9c3-49be-8d6b-e28ecd8dd763,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:49.951985 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.952779 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.954020 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.954510 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.954982 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.955695 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.956506 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.957509 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.958209 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.958696 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.959253 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.959801 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.960293 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.960967 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:49.961294 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7e5c9-d9c5-47ad-875d-c8566041f95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:19:50.060973 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a7a3a8ae-10c0-4769-acf0-8b9f0df8d1c0 req-080f9ba8-a796-4290-a747-0681e3bb1652 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739740 Jun 28 03:19:50.070762 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-4636d3be-e08d-49f7-a19a-84443dd259e8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Deleting port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:19:50.071099 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-4636d3be-e08d-49f7-a19a-84443dd259e8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.092004 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:50.228211 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c2b64-8efa-4732-961b-1cf02e672167 req-350ffce6-f4e7-40cf-9579-ae01f2f75cc6 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:50.229880 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fe8c2b64-8efa-4732-961b-1cf02e672167 req-350ffce6-f4e7-40cf-9579-ae01f2f75cc6 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 950 time: 0.0813410 Jun 28 03:19:50.235935 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-4636d3be-e08d-49f7-a19a-84443dd259e8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] For port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,segment=NetworkSegment(a892b3fe-f188-4fc8-8403-8a6b43c3cf56),segment_id=a892b3fe-f188-4fc8-8403-8a6b43c3cf56)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:50.236338 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-4636d3be-e08d-49f7-a19a-84443dd259e8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.263369 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-4636d3be-e08d-49f7-a19a-84443dd259e8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Calling delete_port for 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:19:50.334606 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36448) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:50.342892 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:50.345309 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fe8c2b64-8efa-4732-961b-1cf02e672167 req-4c847d74-411b-4aee-a3f0-0610c0fd11a3 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7a2b767-0af1-4784-91f7-b338e1fcc0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062052 Jun 28 03:19:50.350131 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-49acbc3c-a2be-41ec-a9fb-93246e49aaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.378451 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.449886 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-4636d3be-e08d-49f7-a19a-84443dd259e8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (68ea87c6-19dc-47a0-b7ab-ab509eabdab3), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.451009 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-49acbc3c-a2be-41ec-a9fb-93246e49aaaa admin admin] Publish callbacks [] for security_group (6fad22a2-5098-43f9-b55e-d63750714431), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.456861 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-49acbc3c-a2be-41ec-a9fb-93246e49aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (6fad22a2-5098-43f9-b55e-d63750714431), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.477883 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636d3be-e08d-49f7-a19a-84443dd259e8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Pushing event deleted for resources: {'Port': ['ID=68ea87c6-19dc-47a0-b7ab-ab509eabdab3,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:50.502409 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-49acbc3c-a2be-41ec-a9fb-93246e49aaaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e21a87d25444d1ca34d63e3d7dcdb48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665661 Jun 28 03:19:50.504862 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acbc3c-a2be-41ec-a9fb-93246e49aaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad22a2-5098-43f9-b55e-d63750714431,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:50.507838 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36454) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:50.576674 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-4636d3be-e08d-49f7-a19a-84443dd259e8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] No DVR routers for this DVR port 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 on host hv-cinder-84684 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:19:50.586945 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-4636d3be-e08d-49f7-a19a-84443dd259e8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.590671 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1d693b9b-58cb-4c38-b21c-9eb8f722e563 req-4636d3be-e08d-49f7-a19a-84443dd259e8 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.27 "DELETE /v2.0/ports/68ea87c6-19dc-47a0-b7ab-ab509eabdab3 HTTP/1.1" status: 204 len: 173 time: 0.7365103 Jun 28 03:19:50.591147 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35380f6-a737-4573-af26-5e18f9cd0175', 'name': 'network-vif-deleted', 'tag': '68ea87c6-19dc-47a0-b7ab-ab509eabdab3'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:50.593502 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfdbdd9-8926-4be5-a875-858b22488581" -d '{"events": [{"server_uuid": "a35380f6-a737-4573-af26-5e18f9cd0175", "name": "network-vif-deleted", "tag": "68ea87c6-19dc-47a0-b7ab-ab509eabdab3"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:50.595117 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-238f9f7a-ee9e-45bd-8484-90df28e29f8b admin admin] Publish callbacks [] for security_group (6fad22a2-5098-43f9-b55e-d63750714431), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.610462 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 44c89579-996d-44c2-b42b-7b85bf9483c0 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:19:50.640881 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-238f9f7a-ee9e-45bd-8484-90df28e29f8b admin admin] Publish callbacks [] for security_group (6fad22a2-5098-43f9-b55e-d63750714431), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.642639 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75a4851-14ba-4d76-8d66-bf535c6a8d57 x-openstack-request-id: req-e75a4851-14ba-4d76-8d66-bf535c6a8d57 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:50.642952 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35380f6-a737-4573-af26-5e18f9cd0175", "name": "network-vif-deleted", "tag": "68ea87c6-19dc-47a0-b7ab-ab509eabdab3", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:50.643203 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e75a4851-14ba-4d76-8d66-bf535c6a8d57 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:50.643608 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75a4851-14ba-4d76-8d66-bf535c6a8d57'] response: {'server_uuid': 'a35380f6-a737-4573-af26-5e18f9cd0175', 'name': 'network-vif-deleted', 'tag': '68ea87c6-19dc-47a0-b7ab-ab509eabdab3', 'status': 'completed', 'code': 200} Jun 28 03:19:50.660454 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0598119-eed9-412c-be05-78318d287ef7 req-34bc74fc-7ce7-42bf-b8c8-0947c1c2e219 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:50.668144 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a0598119-eed9-412c-be05-78318d287ef7 req-34bc74fc-7ce7-42bf-b8c8-0947c1c2e219 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0946090 Jun 28 03:19:50.691165 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 44c89579-996d-44c2-b42b-7b85bf9483c0 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:19:50.702315 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 44c89579-996d-44c2-b42b-7b85bf9483c0 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:19:50.703811 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-238f9f7a-ee9e-45bd-8484-90df28e29f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (6fad22a2-5098-43f9-b55e-d63750714431), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.710149 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.716625 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-238f9f7a-ee9e-45bd-8484-90df28e29f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.719707 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-238f9f7a-ee9e-45bd-8484-90df28e29f8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6fad22a2-5098-43f9-b55e-d63750714431 HTTP/1.1" status: 204 len: 168 time: 0.2099774 Jun 28 03:19:50.743444 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a0598119-eed9-412c-be05-78318d287ef7 req-e26052b6-a37e-43bd-a34e-4378f2e21c4d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708003 Jun 28 03:19:50.752696 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f9f7a-ee9e-45bd-8484-90df28e29f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad22a2-5098-43f9-b55e-d63750714431,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:50.858564 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 44c89579-996d-44c2-b42b-7b85bf9483c0 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:19:50.859470 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.887158 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7bc682-05a8-4269-a1ce-afeef9aab527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c89579-996d-44c2-b42b-7b85bf9483c0'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:50.889480 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e9fbfd-6336-4e5e-af82-f843db1ced84" -d '{"events": [{"server_uuid": "bc7bc682-05a8-4269-a1ce-afeef9aab527", "name": "network-vif-plugged", "status": "completed", "tag": "44c89579-996d-44c2-b42b-7b85bf9483c0"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:50.903408 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 44c89579-996d-44c2-b42b-7b85bf9483c0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=44c89579-996d-44c2-b42b-7b85bf9483c0,segment=NetworkSegment(b0946815-88ac-40f9-a90f-fa0730161593),segment_id=b0946815-88ac-40f9-a90f-fa0730161593)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:50.912320 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:50.913449 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:19:50.938197 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:19:50.938528 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 68ea87c6-19dc-47a0-b7ab-ab509eabdab3 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:19:50.950355 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013796f-23fa-4151-8d08-418f4df50b4c req-54d2ef29-705b-4668-86c7-6033fc10e96b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:50.952111 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a013796f-23fa-4151-8d08-418f4df50b4c req-54d2ef29-705b-4668-86c7-6033fc10e96b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0882149 Jun 28 03:19:50.964969 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8225bf-27c3-4ab4-9bc3-cd9d86edc940 x-openstack-request-id: req-8b8225bf-27c3-4ab4-9bc3-cd9d86edc940 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:50.965284 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7bc682-05a8-4269-a1ce-afeef9aab527", "name": "network-vif-plugged", "status": "completed", "tag": "44c89579-996d-44c2-b42b-7b85bf9483c0", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:50.965533 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b8225bf-27c3-4ab4-9bc3-cd9d86edc940 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:50.965919 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8225bf-27c3-4ab4-9bc3-cd9d86edc940'] response: {'server_uuid': 'bc7bc682-05a8-4269-a1ce-afeef9aab527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c89579-996d-44c2-b42b-7b85bf9483c0', 'code': 200} Jun 28 03:19:50.966683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:51.003106 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=44c89579-996d-44c2-b42b-7b85bf9483c0,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:51.016415 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a013796f-23fa-4151-8d08-418f4df50b4c req-051b16a0-72ce-4bd2-9681-3c76caf1ae2d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576742 Jun 28 03:19:51.038648 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:51.186386 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9702-805d-446f-84a2-b78cb72a1a80 req-5a18e07d-9df6-4560-a93f-170c7cb76109 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:51.188555 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df6e9702-805d-446f-84a2-b78cb72a1a80 req-5a18e07d-9df6-4560-a93f-170c7cb76109 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 946 time: 0.0608845 Jun 28 03:19:51.255085 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df6e9702-805d-446f-84a2-b78cb72a1a80 req-f169014e-7b86-45a2-9639-20bf2f04faad tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601487 Jun 28 03:19:51.486962 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8facc7bd-c1dd-45fb-aa3b-d9894a33da36 req-efdf9568-0a38-48f4-b23d-b8490ae68b63 tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 210 time: 0.0544312 Jun 28 03:19:51.827437 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:51.875382 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f738e2d-d1e6-4e96-afd4-b4976b447740 req-43bc5ebe-48b7-48a0-bfe8-5729b21c56de tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:51.877763 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3f738e2d-d1e6-4e96-afd4-b4976b447740 req-43bc5ebe-48b7-48a0-bfe8-5729b21c56de tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0590699 Jun 28 03:19:51.944849 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3f738e2d-d1e6-4e96-afd4-b4976b447740 req-c4dd11d0-aa60-48a0-9324-051a0004b802 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608060 Jun 28 03:19:52.145076 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6c2a0-91b8-4666-a801-ed8917882b80 req-8dc8ecdc-8958-44c5-ac24-e57c8e2b5827 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:52.146724 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-65b6c2a0-91b8-4666-a801-ed8917882b80 req-8dc8ecdc-8958-44c5-ac24-e57c8e2b5827 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0518224 Jun 28 03:19:52.199252 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-65b6c2a0-91b8-4666-a801-ed8917882b80 req-030360a5-c40d-45c9-a8a1-5211a051026a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456662 Jun 28 03:19:52.402763 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5ff1b-2c9c-44ab-bd77-6dcc01f18e92 req-82421099-0a7c-4ca4-b608-0ec1499ba70b tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:52.403622 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ebc5ff1b-2c9c-44ab-bd77-6dcc01f18e92 req-82421099-0a7c-4ca4-b608-0ec1499ba70b tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 946 time: 0.0693378 Jun 28 03:19:52.453576 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:52.462559 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ebc5ff1b-2c9c-44ab-bd77-6dcc01f18e92 req-f014a296-ccba-4326-8444-870fb04dadea tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507672 Jun 28 03:19:52.631868 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:52.638114 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1fef2218-9366-409d-9f29-1383bc65c508 req-72d13715-47b2-45c3-afb8-c498fe12904f tempest-VolumesNegativeTest-1679629421 tempest-VolumesNegativeTest-1679629421-project] 10.222.0.44 "GET /v2.0/ports?device_id=a35380f6-a737-4573-af26-5e18f9cd0175 HTTP/1.1" status: 200 len: 210 time: 0.0309727 Jun 28 03:19:52.817940 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a71a-3443-41a0-b219-d9f465106c70 req-c84c3dc8-3e47-471e-adc1-240fcc40f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:52.819467 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1761a71a-3443-41a0-b219-d9f465106c70 req-c84c3dc8-3e47-471e-adc1-240fcc40f2ae service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 1130 time: 0.0426154 Jun 28 03:19:52.884870 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1761a71a-3443-41a0-b219-d9f465106c70 req-9f685e85-af15-48ad-9bf5-8d97c79809a5 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512450 Jun 28 03:19:53.027380 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:53.061630 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34e9d5-0169-4e9e-a21f-fae57d7120dd req-9429a532-6d61-4e24-8958-f49d8d2f3424 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:53.063251 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9f34e9d5-0169-4e9e-a21f-fae57d7120dd req-9429a532-6d61-4e24-8958-f49d8d2f3424 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0502648 Jun 28 03:19:53.123521 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9f34e9d5-0169-4e9e-a21f-fae57d7120dd req-9997bf63-bae8-4ab4-b99a-7e540947d2ea tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545566 Jun 28 03:19:53.334074 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-0a34cca9-58f8-4925-9cc2-64d465b821e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:53.336490 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-0a34cca9-58f8-4925-9cc2-64d465b821e6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 1130 time: 0.0691524 Jun 28 03:19:53.512198 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b186ea-83a8-467c-8455-89e73dbc68dc req-9d739e58-aded-4ca7-8c53-10208aabb39f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:53.513713 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d2b186ea-83a8-467c-8455-89e73dbc68dc req-9d739e58-aded-4ca7-8c53-10208aabb39f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0615532 Jun 28 03:19:53.603599 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1a9d3-0ae7-4eda-9857-8dc6d4c99cc9 req-9150aacd-b186-460f-ba01-e582ba971fc6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:53.605202 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6dd1a9d3-0ae7-4eda-9857-8dc6d4c99cc9 req-9150aacd-b186-460f-ba01-e582ba971fc6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0770383 Jun 28 03:19:53.609128 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d2b186ea-83a8-467c-8455-89e73dbc68dc req-d62137e8-5d7e-4d3d-b66f-66e0d1e457b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885556 Jun 28 03:19:53.670865 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6dd1a9d3-0ae7-4eda-9857-8dc6d4c99cc9 req-805a797b-c470-4685-8cb3-305f598bf5c9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595517 Jun 28 03:19:53.771337 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958179f-17cc-4228-9091-3d0c509c29c3 req-7c688512-3f71-4b62-8ad9-49f5dde45d1f tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:53.779585 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6958179f-17cc-4228-9091-3d0c509c29c3 req-7c688512-3f71-4b62-8ad9-49f5dde45d1f tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 946 time: 0.1048763 Jun 28 03:19:53.866488 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-7f2bad44-5239-4724-ba1e-2c383fddcbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:53.868058 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-7f2bad44-5239-4724-ba1e-2c383fddcbfb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 1130 time: 0.0411668 Jun 28 03:19:53.875508 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6958179f-17cc-4228-9091-3d0c509c29c3 req-fd3eb7fe-5c44-4d8f-b3e0-0dda8d750d55 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909994 Jun 28 03:19:53.885022 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-d4c2bbb5-54a5-41f8-bdfa-5fb0e31d57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:53.886896 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-d4c2bbb5-54a5-41f8-bdfa-5fb0e31d57f5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 918 time: 0.1502855 Jun 28 03:19:53.958939 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:53.962069 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-a2e9657a-2c63-4ca0-b533-952302a89d53 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e28a86b-c03c-4271-880f-a8d72e9df423 HTTP/1.1" status: 200 len: 1001 time: 0.0651646 Jun 28 03:19:53.964476 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-63f21073-4251-4158-ba16-f041dc86278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:53.966036 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-63f21073-4251-4158-ba16-f041dc86278d service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.0875583 Jun 28 03:19:54.024536 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-b5db447b-bdce-459a-98f0-e10f98d11951 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4889afde-ba46-4d85-9672-9444704f0439 HTTP/1.1" status: 200 len: 217 time: 0.0355237 Jun 28 03:19:54.033634 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-1d1bc3f6-bb57-4205-b9b8-4c0b7fd5f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:54.035326 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-1d1bc3f6-bb57-4205-b9b8-4c0b7fd5f7dd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 200 len: 856 time: 0.0469809 Jun 28 03:19:54.234771 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=26 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:54.680798 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-2f36e47c-cc56-4384-bf5b-38e2b39a6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:54.681832 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-8108933b-82c4-432f-8cf5-cf39f3863a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:54.683382 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-2f36e47c-cc56-4384-bf5b-38e2b39a6d87 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0619447 Jun 28 03:19:54.684581 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-8108933b-82c4-432f-8cf5-cf39f3863a93 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=91e0cac6-eac1-4a49-93d7-95195e9565b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628231 Jun 28 03:19:54.751304 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bd418-4c40-4ffb-84f3-91cc6cb05c0a req-e9a27fd3-b91c-4c3c-af07-9e354632134a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:54.758248 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3d6bd418-4c40-4ffb-84f3-91cc6cb05c0a req-e9a27fd3-b91c-4c3c-af07-9e354632134a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0715094 Jun 28 03:19:54.759818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:54.793528 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-d3c44be7-6708-47d3-be5a-7b90f614a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:54.797314 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-d3c44be7-6708-47d3-be5a-7b90f614a177 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651615 Jun 28 03:19:54.940595 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-6201c86f-0a17-458e-ac7d-24c451c27293 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198983 Jun 28 03:19:54.941558 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881d082-0fac-44a1-baaf-36f64b6cc6a1 req-5fa6ac0f-ebba-464a-9aaf-630b54239b98 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:54.943043 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e881d082-0fac-44a1-baaf-36f64b6cc6a1 req-5fa6ac0f-ebba-464a-9aaf-630b54239b98 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.1275470 Jun 28 03:19:54.949231 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3d6bd418-4c40-4ffb-84f3-91cc6cb05c0a req-1a3847e4-cedc-4f63-b4fd-68e6757a4743 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899586 Jun 28 03:19:54.952437 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-4e8cf71b-8e64-460e-a768-342eff1df5da service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213666 Jun 28 03:19:55.083088 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a52ab62a-93c6-4bf2-9e16-0e57a389b9b5 req-60b1db4a-878a-4c1e-8f87-e0f0d56e48db service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306269 Jun 28 03:19:55.106882 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:55.114031 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f811c3-77ca-4264-acfb-bf8129aa66b1 req-5586dba2-6fd3-498e-8217-cbca0d765836 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:55.115860 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74f811c3-77ca-4264-acfb-bf8129aa66b1 req-5586dba2-6fd3-498e-8217-cbca0d765836 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 946 time: 0.0812278 Jun 28 03:19:55.146820 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e881d082-0fac-44a1-baaf-36f64b6cc6a1 req-28f881ae-1892-4977-ab68-08b82e47acd5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967099 Jun 28 03:19:55.155133 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59e0215d-b3d2-4bad-96af-a9b9b29425a1 req-860ee055-cfd3-4d4c-8140-5cf9b8ad34ce service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956387 Jun 28 03:19:55.204794 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74f811c3-77ca-4264-acfb-bf8129aa66b1 req-2f3b0dc0-da7d-4fd4-b4a6-50a2ddb5606e tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722396 Jun 28 03:19:55.276656 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=38 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:55.624050 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36656) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:55.733322 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-01cc7cc7-3393-4a83-a61a-f2457e5f5760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:55.818968 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-01cc7cc7-3393-4a83-a61a-f2457e5f5760 admin admin] Publish callbacks [] for security_group (1a28b883-c380-4e26-a642-450ebdea1068), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:55.825945 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-01cc7cc7-3393-4a83-a61a-f2457e5f5760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1a28b883-c380-4e26-a642-450ebdea1068), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:55.871358 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-01cc7cc7-3393-4a83-a61a-f2457e5f5760 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=664e3618d7d847f7aff626bb9958a8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461560 Jun 28 03:19:55.872316 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc7cc7-3393-4a83-a61a-f2457e5f5760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a28b883-c380-4e26-a642-450ebdea1068,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:55.874839 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36666) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:55.931373 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc126-aa17-4988-9c38-73053dbd7371 admin admin] Publish callbacks [] for security_group (1a28b883-c380-4e26-a642-450ebdea1068), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:55.958251 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc126-aa17-4988-9c38-73053dbd7371 admin admin] Publish callbacks [] for security_group (1a28b883-c380-4e26-a642-450ebdea1068), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:56.030165 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc126-aa17-4988-9c38-73053dbd7371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1a28b883-c380-4e26-a642-450ebdea1068), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:56.033175 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc126-aa17-4988-9c38-73053dbd7371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:56.036886 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c7ebc126-aa17-4988-9c38-73053dbd7371 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a28b883-c380-4e26-a642-450ebdea1068 HTTP/1.1" status: 204 len: 168 time: 0.1588080 Jun 28 03:19:56.045443 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebc126-aa17-4988-9c38-73053dbd7371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a28b883-c380-4e26-a642-450ebdea1068,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:56.117995 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1e5fd-0268-4cb9-9d0f-adc538c70a3f req-5db008db-4423-44be-86df-e784faff9a4b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:56.119849 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ead1e5fd-0268-4cb9-9d0f-adc538c70a3f req-5db008db-4423-44be-86df-e784faff9a4b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0920362 Jun 28 03:19:56.195610 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ead1e5fd-0268-4cb9-9d0f-adc538c70a3f req-5e8be133-b8e1-41c0-b5f3-4f9a186814d6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688071 Jun 28 03:19:56.280500 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e663f35-5f07-4862-968e-65a70b2ac18c req-340d1917-5c28-4627-a6c3-17a8894ee2a1 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:56.282106 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e663f35-5f07-4862-968e-65a70b2ac18c req-340d1917-5c28-4627-a6c3-17a8894ee2a1 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 946 time: 0.0681298 Jun 28 03:19:56.330294 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820df64c-354b-45dc-a642-2cb4bf60ebda req-54d2243e-c399-4f28-bb0d-66113bfefa73 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:56.331808 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-820df64c-354b-45dc-a642-2cb4bf60ebda req-54d2243e-c399-4f28-bb0d-66113bfefa73 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0715373 Jun 28 03:19:56.361662 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:56.387570 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e663f35-5f07-4862-968e-65a70b2ac18c req-043a9ec3-4cc8-4583-8e56-ddc66e358a8c tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889068 Jun 28 03:19:56.411680 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36678) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:56.412900 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-820df64c-354b-45dc-a642-2cb4bf60ebda req-1586b391-fdca-466b-8d44-6fc99d11885c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690711 Jun 28 03:19:56.426593 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-24dc3cff-1d71-4c1d-af9c-6de42ebca44f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:56.439538 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:56.508443 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-24dc3cff-1d71-4c1d-af9c-6de42ebca44f admin admin] Publish callbacks [] for security_group (bab3ae1c-cc3b-4a89-98c4-adc24aca6528), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:56.513395 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-24dc3cff-1d71-4c1d-af9c-6de42ebca44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (bab3ae1c-cc3b-4a89-98c4-adc24aca6528), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:56.553197 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-24dc3cff-1d71-4c1d-af9c-6de42ebca44f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51a6fb8a26ed4e89ace895ebc7caa5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399372 Jun 28 03:19:56.553886 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc3cff-1d71-4c1d-af9c-6de42ebca44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab3ae1c-cc3b-4a89-98c4-adc24aca6528,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:56.557028 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36682) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:56.629899 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a478-9c80-4da2-9e0e-56a4aa73a015 admin admin] Publish callbacks [] for security_group (bab3ae1c-cc3b-4a89-98c4-adc24aca6528), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:56.649084 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a478-9c80-4da2-9e0e-56a4aa73a015 admin admin] Publish callbacks [] for security_group (bab3ae1c-cc3b-4a89-98c4-adc24aca6528), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:56.702304 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a478-9c80-4da2-9e0e-56a4aa73a015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (bab3ae1c-cc3b-4a89-98c4-adc24aca6528), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:56.705171 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a478-9c80-4da2-9e0e-56a4aa73a015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:56.706271 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9ba4a478-9c80-4da2-9e0e-56a4aa73a015 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bab3ae1c-cc3b-4a89-98c4-adc24aca6528 HTTP/1.1" status: 204 len: 168 time: 0.1477146 Jun 28 03:19:56.715560 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4a478-9c80-4da2-9e0e-56a4aa73a015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab3ae1c-cc3b-4a89-98c4-adc24aca6528,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:57.071532 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36692) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:57.085390 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e0302319-d112-4f24-b845-470e2f97e713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:57.165733 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e0302319-d112-4f24-b845-470e2f97e713 admin admin] Publish callbacks [] for security_group (32f8dd7b-2969-4c08-81f3-1924dcce4331), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:57.171964 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e0302319-d112-4f24-b845-470e2f97e713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (32f8dd7b-2969-4c08-81f3-1924dcce4331), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:57.196103 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:57.214782 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e0302319-d112-4f24-b845-470e2f97e713 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=826d176c859241658ca0996ae8430211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420083 Jun 28 03:19:57.215773 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0302319-d112-4f24-b845-470e2f97e713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f8dd7b-2969-4c08-81f3-1924dcce4331,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:57.217544 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36696) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:57.277289 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f42901c9-cb85-487c-8873-522469a0bada admin admin] Publish callbacks [] for security_group (32f8dd7b-2969-4c08-81f3-1924dcce4331), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:57.300519 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f42901c9-cb85-487c-8873-522469a0bada admin admin] Publish callbacks [] for security_group (32f8dd7b-2969-4c08-81f3-1924dcce4331), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:57.322291 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ebf54-151e-43ce-bdb1-0c7638c636a0 req-f22bae28-e8c8-44f1-85d4-f0368eb86f21 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:57.323771 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b29ebf54-151e-43ce-bdb1-0c7638c636a0 req-f22bae28-e8c8-44f1-85d4-f0368eb86f21 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0504110 Jun 28 03:19:57.333513 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:57.349622 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f42901c9-cb85-487c-8873-522469a0bada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (32f8dd7b-2969-4c08-81f3-1924dcce4331), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:57.352117 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f42901c9-cb85-487c-8873-522469a0bada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:57.356182 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f42901c9-cb85-487c-8873-522469a0bada admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32f8dd7b-2969-4c08-81f3-1924dcce4331 HTTP/1.1" status: 204 len: 168 time: 0.1339564 Jun 28 03:19:57.364413 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42901c9-cb85-487c-8873-522469a0bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f8dd7b-2969-4c08-81f3-1924dcce4331,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:57.380358 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:57.391400 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b29ebf54-151e-43ce-bdb1-0c7638c636a0 req-d532c18c-addb-453b-b7ca-fd3759bfe2cd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609057 Jun 28 03:19:57.549855 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432d34-079c-48a5-ab95-ec6acf10259b req-e4c3dcb6-8808-4963-84f4-4bf6ec3d9a7a tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:57.551343 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-34432d34-079c-48a5-ab95-ec6acf10259b req-e4c3dcb6-8808-4963-84f4-4bf6ec3d9a7a tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 946 time: 0.0829160 Jun 28 03:19:57.562953 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44685003-ee9d-4464-a2b1-3a6263878e9a req-0072df3b-1eb7-45e2-a597-d784562f1dd6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:57.564659 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-44685003-ee9d-4464-a2b1-3a6263878e9a req-0072df3b-1eb7-45e2-a597-d784562f1dd6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0650527 Jun 28 03:19:57.661554 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-34432d34-079c-48a5-ab95-ec6acf10259b req-16d710e5-4d07-4af0-bc52-b3118a5d15a5 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/security-groups?id=f247854e-1d18-4070-a4fa-0008231cd2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959051 Jun 28 03:19:57.664806 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-44685003-ee9d-4464-a2b1-3a6263878e9a req-050804b6-9bdd-4243-8973-914e909071f1 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817409 Jun 28 03:19:58.028781 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-810f1aeb-8772-4adc-92f5-b14f3c236a73 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:58.030236 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-810f1aeb-8772-4adc-92f5-b14f3c236a73 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 946 time: 0.0488081 Jun 28 03:19:58.120096 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-e64de687-25b2-4c9c-be37-e425a382a96d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Deleting port 44c89579-996d-44c2-b42b-7b85bf9483c0 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:19:58.120694 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-e64de687-25b2-4c9c-be37-e425a382a96d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:58.217771 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-e64de687-25b2-4c9c-be37-e425a382a96d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] For port 44c89579-996d-44c2-b42b-7b85bf9483c0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=44c89579-996d-44c2-b42b-7b85bf9483c0,segment=NetworkSegment(b0946815-88ac-40f9-a90f-fa0730161593),segment_id=b0946815-88ac-40f9-a90f-fa0730161593)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:19:58.218154 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-e64de687-25b2-4c9c-be37-e425a382a96d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:58.224970 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:58.232389 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-e64de687-25b2-4c9c-be37-e425a382a96d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Calling delete_port for 44c89579-996d-44c2-b42b-7b85bf9483c0 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:19:58.385266 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-e64de687-25b2-4c9c-be37-e425a382a96d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (44c89579-996d-44c2-b42b-7b85bf9483c0), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:58.416286 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64de687-25b2-4c9c-be37-e425a382a96d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Pushing event deleted for resources: {'Port': ['ID=44c89579-996d-44c2-b42b-7b85bf9483c0,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:19:58.444334 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['44c89579-996d-44c2-b42b-7b85bf9483c0'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:19:58.479860 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-e64de687-25b2-4c9c-be37-e425a382a96d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] No DVR routers for this DVR port 44c89579-996d-44c2-b42b-7b85bf9483c0 on host hv-cinder-84684 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:19:58.485401 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-e64de687-25b2-4c9c-be37-e425a382a96d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:58.487106 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95327739-f95b-4bc3-a395-2f9160eb7d1c req-e64de687-25b2-4c9c-be37-e425a382a96d tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.27 "DELETE /v2.0/ports/44c89579-996d-44c2-b42b-7b85bf9483c0 HTTP/1.1" status: 204 len: 173 time: 0.4508996 Jun 28 03:19:58.487550 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7bc682-05a8-4269-a1ce-afeef9aab527', 'name': 'network-vif-deleted', 'tag': '44c89579-996d-44c2-b42b-7b85bf9483c0'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:19:58.489842 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de55726-ff9a-4b8f-a683-bdcbeea3bf34" -d '{"events": [{"server_uuid": "bc7bc682-05a8-4269-a1ce-afeef9aab527", "name": "network-vif-deleted", "tag": "44c89579-996d-44c2-b42b-7b85bf9483c0"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:19:58.534252 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe52e6-bc56-4b3d-a712-9a708a087d8f req-de560142-9df1-49cb-ac65-e023feeda42f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:58.536052 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3efe52e6-bc56-4b3d-a712-9a708a087d8f req-de560142-9df1-49cb-ac65-e023feeda42f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0666497 Jun 28 03:19:58.555656 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd89130-9b56-4613-a312-c2b155d89ca4 x-openstack-request-id: req-ccd89130-9b56-4613-a312-c2b155d89ca4 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:19:58.556077 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7bc682-05a8-4269-a1ce-afeef9aab527", "name": "network-vif-deleted", "tag": "44c89579-996d-44c2-b42b-7b85bf9483c0", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:19:58.556338 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ccd89130-9b56-4613-a312-c2b155d89ca4 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:19:58.556766 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd89130-9b56-4613-a312-c2b155d89ca4'] response: {'server_uuid': 'bc7bc682-05a8-4269-a1ce-afeef9aab527', 'name': 'network-vif-deleted', 'tag': '44c89579-996d-44c2-b42b-7b85bf9483c0', 'status': 'completed', 'code': 200} Jun 28 03:19:58.625638 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3efe52e6-bc56-4b3d-a712-9a708a087d8f req-7efb124b-1e83-4caa-958e-4b3c226f25d0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811758 Jun 28 03:19:58.846389 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b589dc04-fe10-47f8-8c04-f7ed9964f797 req-e0d1ad1d-096b-4fb1-99e8-8ec1bab29362 tempest-VolumesActionsTest-917178158 tempest-VolumesActionsTest-917178158-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc7bc682-05a8-4269-a1ce-afeef9aab527 HTTP/1.1" status: 200 len: 210 time: 0.0390289 Jun 28 03:19:58.853241 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8697b6-66b5-47b3-83dc-bb4978df8931 req-242a6677-efe6-47e9-8641-99a4a868b3ba tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:58.854927 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0a8697b6-66b5-47b3-83dc-bb4978df8931 req-242a6677-efe6-47e9-8641-99a4a868b3ba tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0793965 Jun 28 03:19:58.907046 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0a8697b6-66b5-47b3-83dc-bb4978df8931 req-85b58124-642b-41ca-a272-8a28ecc3f916 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Jun 28 03:19:59.681723 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36796) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:59.779949 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:19:59.798902 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579454a5-f3c7-4806-804b-6420cd6131a5 req-f74d52a2-18bc-4057-814f-eec8f00d9455 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:19:59.800504 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-579454a5-f3c7-4806-804b-6420cd6131a5 req-f74d52a2-18bc-4057-814f-eec8f00d9455 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0582447 Jun 28 03:19:59.834139 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3cd25ef3-38d4-4a7d-a0d1-4114042b038b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:59.863027 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-579454a5-f3c7-4806-804b-6420cd6131a5 req-bd6fdd10-7e53-44c0-935f-d46b7b5308b3 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550432 Jun 28 03:19:59.918159 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3cd25ef3-38d4-4a7d-a0d1-4114042b038b admin admin] Publish callbacks [] for security_group (cd5dddc7-330f-4051-8df0-763079350f9b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:59.923596 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3cd25ef3-38d4-4a7d-a0d1-4114042b038b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (cd5dddc7-330f-4051-8df0-763079350f9b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:19:59.967875 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3cd25ef3-38d4-4a7d-a0d1-4114042b038b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32c165315b52469d8713e9adfac85036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852180 Jun 28 03:19:59.968055 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36808) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:19:59.970341 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd25ef3-38d4-4a7d-a0d1-4114042b038b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5dddc7-330f-4051-8df0-763079350f9b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:00.052815 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e89dd-3376-4e06-8abd-edb98f83f4e4 req-7160d514-6cf8-48de-991d-093f26d0ffe9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:00.054335 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ed0e89dd-3376-4e06-8abd-edb98f83f4e4 req-7160d514-6cf8-48de-991d-093f26d0ffe9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0651119 Jun 28 03:20:00.080767 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7882a2ff-6b16-46ea-9dc5-3ac2f8ce5e08 admin admin] Publish callbacks [] for security_group (cd5dddc7-330f-4051-8df0-763079350f9b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.133668 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7882a2ff-6b16-46ea-9dc5-3ac2f8ce5e08 admin admin] Publish callbacks [] for security_group (cd5dddc7-330f-4051-8df0-763079350f9b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.170804 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ed0e89dd-3376-4e06-8abd-edb98f83f4e4 req-24e728fb-53de-43d7-ab84-23547e66860e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968440 Jun 28 03:20:00.210274 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7882a2ff-6b16-46ea-9dc5-3ac2f8ce5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (cd5dddc7-330f-4051-8df0-763079350f9b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.215733 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7882a2ff-6b16-46ea-9dc5-3ac2f8ce5e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.216977 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-7882a2ff-6b16-46ea-9dc5-3ac2f8ce5e08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd5dddc7-330f-4051-8df0-763079350f9b HTTP/1.1" status: 204 len: 168 time: 0.2474666 Jun 28 03:20:00.228405 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882a2ff-6b16-46ea-9dc5-3ac2f8ce5e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5dddc7-330f-4051-8df0-763079350f9b,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:00.568611 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36832) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:00.586427 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d3420e03-6db6-449d-89af-b5415aca159b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.674678 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d3420e03-6db6-449d-89af-b5415aca159b admin admin] Publish callbacks [] for security_group (dc29f333-b3e9-4fc9-941b-13819cf84d01), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.679979 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d3420e03-6db6-449d-89af-b5415aca159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (dc29f333-b3e9-4fc9-941b-13819cf84d01), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.695734 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:00.729648 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d3420e03-6db6-449d-89af-b5415aca159b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e732666ae444f7682667596ba7818da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598895 Jun 28 03:20:00.730360 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3420e03-6db6-449d-89af-b5415aca159b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc29f333-b3e9-4fc9-941b-13819cf84d01,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:00.742624 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36840) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:00.801090 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ec33c1e-dd90-4849-bf75-112940f3a089 admin admin] Publish callbacks [] for security_group (dc29f333-b3e9-4fc9-941b-13819cf84d01), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.824987 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ec33c1e-dd90-4849-bf75-112940f3a089 admin admin] Publish callbacks [] for security_group (dc29f333-b3e9-4fc9-941b-13819cf84d01), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.880910 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ec33c1e-dd90-4849-bf75-112940f3a089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (dc29f333-b3e9-4fc9-941b-13819cf84d01), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.883487 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ec33c1e-dd90-4849-bf75-112940f3a089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:00.884820 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7ec33c1e-dd90-4849-bf75-112940f3a089 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc29f333-b3e9-4fc9-941b-13819cf84d01 HTTP/1.1" status: 204 len: 168 time: 0.1497657 Jun 28 03:20:00.905131 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec33c1e-dd90-4849-bf75-112940f3a089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc29f333-b3e9-4fc9-941b-13819cf84d01,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:01.010846 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e9a29-17a7-48e5-9fd2-f4ae7b907fc9 req-4754441f-da89-4068-b0b1-97f9fd28fde1 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:01.012638 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a0e9a29-17a7-48e5-9fd2-f4ae7b907fc9 req-4754441f-da89-4068-b0b1-97f9fd28fde1 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0527000 Jun 28 03:20:01.024670 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36860) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:01.030628 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-3a1343ca-c8c8-4a7b-90df-3cff4241df34 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032096595', 'description': 'tempest-description--124401436'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:20:01.055684 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3a1343ca-c8c8-4a7b-90df-3cff4241df34 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.080750 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a0e9a29-17a7-48e5-9fd2-f4ae7b907fc9 req-f6b1904a-3fb8-47ea-989a-bf251272bdfe tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604110 Jun 28 03:20:01.160367 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3a1343ca-c8c8-4a7b-90df-3cff4241df34 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.166107 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3a1343ca-c8c8-4a7b-90df-3cff4241df34 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.187074 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:01.202323 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3a1343ca-c8c8-4a7b-90df-3cff4241df34 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.204542 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3a1343ca-c8c8-4a7b-90df-3cff4241df34 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1776633 Jun 28 03:20:01.207594 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36866) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:01.211706 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1343ca-c8c8-4a7b-90df-3cff4241df34 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:01.212049 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-f9a946b5-c92a-4f94-b3e3-e46231eb4a8c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group_rule': {'security_group_id': 'f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:20:01.255388 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f9a946b5-c92a-4f94-b3e3-e46231eb4a8c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (bc824437-9304-4a29-8851-71e5c7e685cd), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.271969 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:20:01.359168 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c909c74-fa4f-430c-b396-f8e1cca5044a req-8b21d8eb-0bc2-49ec-a9ac-23f3413533f0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:01.361396 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6c909c74-fa4f-430c-b396-f8e1cca5044a req-8b21d8eb-0bc2-49ec-a9ac-23f3413533f0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0661409 Jun 28 03:20:01.372676 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f9a946b5-c92a-4f94-b3e3-e46231eb4a8c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (bc824437-9304-4a29-8851-71e5c7e685cd), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.379884 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f9a946b5-c92a-4f94-b3e3-e46231eb4a8c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (bc824437-9304-4a29-8851-71e5c7e685cd), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.413626 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a946b5-c92a-4f94-b3e3-e46231eb4a8c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc824437-9304-4a29-8851-71e5c7e685cd,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:01.426753 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f9a946b5-c92a-4f94-b3e3-e46231eb4a8c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.427977 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f9a946b5-c92a-4f94-b3e3-e46231eb4a8c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2193742 Jun 28 03:20:01.431079 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36878) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:01.435796 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-d47b3652-38cc-4d2b-b466-6b2c939b2cf3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group_rule': {'security_group_id': 'f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:20:01.445357 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6c909c74-fa4f-430c-b396-f8e1cca5044a req-28280f0e-cb85-491f-8bb2-886a77d1de20 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748563 Jun 28 03:20:01.473114 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d47b3652-38cc-4d2b-b466-6b2c939b2cf3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (8a7e749c-7334-4b15-932c-e8a564d6ab08), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.530367 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d47b3652-38cc-4d2b-b466-6b2c939b2cf3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (8a7e749c-7334-4b15-932c-e8a564d6ab08), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.535598 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d47b3652-38cc-4d2b-b466-6b2c939b2cf3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (8a7e749c-7334-4b15-932c-e8a564d6ab08), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.562190 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b3652-38cc-4d2b-b466-6b2c939b2cf3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7e749c-7334-4b15-932c-e8a564d6ab08,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:01.570169 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d47b3652-38cc-4d2b-b466-6b2c939b2cf3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.571359 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d47b3652-38cc-4d2b-b466-6b2c939b2cf3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393030 Jun 28 03:20:01.574826 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36884) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:01.579056 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:20:01.606632 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:01.681501 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:01.687312 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.002776 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Allocated IP 172.27.2.21 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/36cc91f6-1b4e-42b6-9804-b4634f05fb89) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:20:02.115370 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (36cc91f6-1b4e-42b6-9804-b4634f05fb89), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.166317 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (36cc91f6-1b4e-42b6-9804-b4634f05fb89), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.214935 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:20:02.216879 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3994c-a95d-41f8-841b-b587b54270a4 req-903467fb-fc13-47ef-ad56-beebfa045199 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:02.221425 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:20:02.224129 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=36cc91f6-1b4e-42b6-9804-b4634f05fb89,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:02.225165 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b9c3994c-a95d-41f8-841b-b587b54270a4 req-903467fb-fc13-47ef-ad56-beebfa045199 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0730035 Jun 28 03:20:02.227490 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:20:02.234547 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:02.280528 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b9c3994c-a95d-41f8-841b-b587b54270a4 req-ab7741e3-8c3c-467c-b1ee-a3a68573fffb tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544665 Jun 28 03:20:02.371096 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (4dbf8bb1-fb03-460c-83e0-27da14666c57), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.409852 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:02.414723 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (36cc91f6-1b4e-42b6-9804-b4634f05fb89), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.585389 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39280b7d-b912-4221-a6ed-eb4a71fed791 req-6ebab220-b83e-4532-9583-63f95340c164 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:02.586871 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39280b7d-b912-4221-a6ed-eb4a71fed791 req-6ebab220-b83e-4532-9583-63f95340c164 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0639875 Jun 28 03:20:02.600247 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (36cc91f6-1b4e-42b6-9804-b4634f05fb89), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.608374 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (36cc91f6-1b4e-42b6-9804-b4634f05fb89), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.658774 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39280b7d-b912-4221-a6ed-eb4a71fed791 req-b5f7aaa8-da76-400d-a99e-6dcd29791580 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584040 Jun 28 03:20:02.669734 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 9e28a86b-c03c-4271-880f-a8d72e9df423 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:20:02.694621 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=36cc91f6-1b4e-42b6-9804-b4634f05fb89,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:02.695265 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 44c89579-996d-44c2-b42b-7b85bf9483c0 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:20:02.702138 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (4dbf8bb1-fb03-460c-83e0-27da14666c57), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.718705 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 44c89579-996d-44c2-b42b-7b85bf9483c0 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:20:02.719048 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 44c89579-996d-44c2-b42b-7b85bf9483c0 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:20:02.720986 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.723459 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-07d3f696-1401-415e-9b84-9d4e87a28b82 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1477828 Jun 28 03:20:02.833035 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:02.851158 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'port_id': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'mac_address': 'fa:16:3e:84:cb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:20:02.896384 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 9e28a86b-c03c-4271-880f-a8d72e9df423 is: ACTIVE; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:20:02.896774 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.910259 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e28a86b-c03c-4271-880f-a8d72e9df423 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:20:02.930386 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:02.936087 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:02.987227 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=6']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:03.165829 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['9e28a86b-c03c-4271-880f-a8d72e9df423'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:20:03.396825 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 36958) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:03.404146 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c0d2d-e767-4eed-b633-6ac799a908f8 req-79695fff-bd42-4059-aee2-cd34777e09b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:03.405711 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b87c0d2d-e767-4eed-b633-6ac799a908f8 req-79695fff-bd42-4059-aee2-cd34777e09b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0488286 Jun 28 03:20:03.454622 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b87c0d2d-e767-4eed-b633-6ac799a908f8 req-9d9d5323-a83b-4356-b29d-afb0a13cb522 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423343 Jun 28 03:20:03.512595 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-37be45a8-5cdf-4772-aea7-45ac1ea0225a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:03.528075 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:03.596836 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-37be45a8-5cdf-4772-aea7-45ac1ea0225a admin admin] Publish callbacks [] for security_group (c333ee9d-3739-46cb-8f32-d12c91730dae), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:03.602893 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-37be45a8-5cdf-4772-aea7-45ac1ea0225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (c333ee9d-3739-46cb-8f32-d12c91730dae), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:03.641478 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-37be45a8-5cdf-4772-aea7-45ac1ea0225a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5965f6a982c94e1397f6c448849c6026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434902 Jun 28 03:20:03.642292 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be45a8-5cdf-4772-aea7-45ac1ea0225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c333ee9d-3739-46cb-8f32-d12c91730dae,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:03.644265 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 36962) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:03.711408 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b3fcb106-9bce-4413-94db-c1df95ce335d admin admin] Publish callbacks [] for security_group (c333ee9d-3739-46cb-8f32-d12c91730dae), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:03.739374 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b3fcb106-9bce-4413-94db-c1df95ce335d admin admin] Publish callbacks [] for security_group (c333ee9d-3739-46cb-8f32-d12c91730dae), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:03.816470 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989f941-5c71-42f9-8526-808d1973e9b5 req-f35196e1-56fe-4fea-9657-55f5af75535f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:03.824688 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6989f941-5c71-42f9-8526-808d1973e9b5 req-f35196e1-56fe-4fea-9657-55f5af75535f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0778399 Jun 28 03:20:03.882217 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6989f941-5c71-42f9-8526-808d1973e9b5 req-751a7ce5-2af6-4bdd-966b-21f425c1e9e6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566814 Jun 28 03:20:03.882924 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b3fcb106-9bce-4413-94db-c1df95ce335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (c333ee9d-3739-46cb-8f32-d12c91730dae), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:03.885374 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b3fcb106-9bce-4413-94db-c1df95ce335d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:03.889651 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b3fcb106-9bce-4413-94db-c1df95ce335d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c333ee9d-3739-46cb-8f32-d12c91730dae HTTP/1.1" status: 204 len: 168 time: 0.2410746 Jun 28 03:20:03.911710 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcb106-9bce-4413-94db-c1df95ce335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c333ee9d-3739-46cb-8f32-d12c91730dae,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:04.211491 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 37002) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:04.225822 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22d541bd-12d9-4cfa-bdb7-43cb60d0dbf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:04.308118 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22d541bd-12d9-4cfa-bdb7-43cb60d0dbf4 admin admin] Publish callbacks [] for security_group (52094ae9-54f7-4401-a557-6ec1cc71a02a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:04.314098 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22d541bd-12d9-4cfa-bdb7-43cb60d0dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (52094ae9-54f7-4401-a557-6ec1cc71a02a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:04.360095 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 37012) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:04.360415 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-22d541bd-12d9-4cfa-bdb7-43cb60d0dbf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef0d657398cc4f2892398aebb6247db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471562 Jun 28 03:20:04.362836 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d541bd-12d9-4cfa-bdb7-43cb60d0dbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52094ae9-54f7-4401-a557-6ec1cc71a02a,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:04.423415 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9f56ece9-5e61-4763-b006-f93ef43c0064 admin admin] Publish callbacks [] for security_group (52094ae9-54f7-4401-a557-6ec1cc71a02a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:04.449121 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:04.456969 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9f56ece9-5e61-4763-b006-f93ef43c0064 admin admin] Publish callbacks [] for security_group (52094ae9-54f7-4401-a557-6ec1cc71a02a), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:04.571228 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-7705e0ae-5804-4e3e-b174-2933f12bdd92 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1032096595&fields=id&tenant_id=63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 267 time: 0.1054282 Jun 28 03:20:04.622648 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9f56ece9-5e61-4763-b006-f93ef43c0064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (52094ae9-54f7-4401-a557-6ec1cc71a02a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:04.625170 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9f56ece9-5e61-4763-b006-f93ef43c0064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:04.626316 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9f56ece9-5e61-4763-b006-f93ef43c0064 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52094ae9-54f7-4401-a557-6ec1cc71a02a HTTP/1.1" status: 204 len: 168 time: 0.2643847 Jun 28 03:20:04.652764 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a770d-7c40-4ead-ae66-d8cec61e4b99 req-cb9575ca-7453-4672-991e-30201a6985d1 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:04.654353 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-249a770d-7c40-4ead-ae66-d8cec61e4b99 req-cb9575ca-7453-4672-991e-30201a6985d1 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1110132 Jun 28 03:20:04.669218 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 9e28a86b-c03c-4271-880f-a8d72e9df423 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:20:04.669786 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56ece9-5e61-4763-b006-f93ef43c0064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52094ae9-54f7-4401-a557-6ec1cc71a02a,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:04.753904 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 9e28a86b-c03c-4271-880f-a8d72e9df423 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:20:04.754664 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:04.852910 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 9e28a86b-c03c-4271-880f-a8d72e9df423 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:20:04.853893 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:04.891791 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:20:04.894157 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de57bfc-1b1a-44b1-b17b-eeeb42e8cb23" -d '{"events": [{"server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "name": "network-vif-plugged", "status": "completed", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:20:04.910273 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:04.922914 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:04.992207 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=7']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:05.107941 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:05.158166 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-9b4c7e8a-655f-45ee-99f5-b1ec03ba6379 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:05.159634 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-9b4c7e8a-655f-45ee-99f5-b1ec03ba6379 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 814 time: 0.5691969 Jun 28 03:20:05.164722 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-249a770d-7c40-4ead-ae66-d8cec61e4b99 req-54341d48-2e7c-4b1d-a0af-f719cc0ce53d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996133 Jun 28 03:20:05.179577 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-3ab6e1e4-6353-4575-8def-4b8fe41f0b11 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/quotas/63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 375 time: 0.0132895 Jun 28 03:20:05.213636 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040aff95-a1b5-4df0-b51a-68c53a7d9c9f x-openstack-request-id: req-040aff95-a1b5-4df0-b51a-68c53a7d9c9f {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:20:05.213994 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "name": "network-vif-plugged", "status": "completed", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:20:05.215215 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-040aff95-a1b5-4df0-b51a-68c53a7d9c9f {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:20:05.215679 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040aff95-a1b5-4df0-b51a-68c53a7d9c9f'] response: {'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'code': 200} Jun 28 03:20:05.244908 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-074f6778-a140-442f-8d8b-11611aaa3dc9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551524 Jun 28 03:20:05.331904 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be6e99-41bf-481b-87a6-69fb9bfa62d1 req-c3544172-e9b0-48e9-a9d0-80b14199841e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:05.333397 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-86be6e99-41bf-481b-87a6-69fb9bfa62d1 req-c3544172-e9b0-48e9-a9d0-80b14199841e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0675192 Jun 28 03:20:05.430585 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-65277281-dfd2-45b3-82e2-26480cf7bdde service neutron] 10.222.0.44 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727903 Jun 28 03:20:05.438344 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-86be6e99-41bf-481b-87a6-69fb9bfa62d1 req-582e2ddd-4157-4b89-a9d8-532f9093c608 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792248 Jun 28 03:20:05.548948 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-e0f2e692-3a13-4304-930a-f152d0ff303a service neutron] 10.222.0.44 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094410 Jun 28 03:20:05.756922 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e962017-2aa0-4d24-8ad6-3ba7d6b008f9 req-2f10a81b-b420-482d-a24a-04f563d43572 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 210 time: 0.0441327 Jun 28 03:20:06.288645 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adefad3-7207-4a92-a56d-bd68c058d205 req-dc2ddd61-37d1-4bba-b6a7-8c53586d5613 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:06.290305 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8adefad3-7207-4a92-a56d-bd68c058d205 req-dc2ddd61-37d1-4bba-b6a7-8c53586d5613 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0532613 Jun 28 03:20:06.365047 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8adefad3-7207-4a92-a56d-bd68c058d205 req-039b03a3-a43b-48dc-add4-4216fd6b2f65 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685225 Jun 28 03:20:06.586357 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b58c8-1a5e-43e8-bd41-da539a68020b req-77adac6e-7ea3-4764-91fb-6d95c0f91c6d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:06.588021 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c79b58c8-1a5e-43e8-bd41-da539a68020b req-77adac6e-7ea3-4764-91fb-6d95c0f91c6d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0657740 Jun 28 03:20:06.648595 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c79b58c8-1a5e-43e8-bd41-da539a68020b req-ddbe36e6-c878-40b1-9a53-423886a6824a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547607 Jun 28 03:20:06.847997 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1b6c7e4b-3943-4232-a716-476c58e96a11 req-8d497645-9958-4f02-8094-025ccf48065c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 210 time: 0.0300605 Jun 28 03:20:07.495953 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b595401-25e4-49cc-a520-2c28fc472c24 req-1bed221c-49c8-41ce-9c1e-c6916edf6eb5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:07.500616 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2b595401-25e4-49cc-a520-2c28fc472c24 req-1bed221c-49c8-41ce-9c1e-c6916edf6eb5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0563989 Jun 28 03:20:07.571309 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2b595401-25e4-49cc-a520-2c28fc472c24 req-e537c057-4743-45d6-9938-702c95fd4b40 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668485 Jun 28 03:20:07.766333 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be32a3-5d46-4250-8e20-effc3a481d5a req-3d985ed5-260e-48ae-af79-1eea6132d6eb tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:07.768075 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-77be32a3-5d46-4250-8e20-effc3a481d5a req-3d985ed5-260e-48ae-af79-1eea6132d6eb tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0510900 Jun 28 03:20:07.820491 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-77be32a3-5d46-4250-8e20-effc3a481d5a req-b3f4a09d-9471-464a-bf9b-b0099820167d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464714 Jun 28 03:20:07.970231 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e039221a-713e-477b-ae53-00774b4c5b0d req-5af1ffb6-1e73-49af-add4-644072004643 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 210 time: 0.0297244 Jun 28 03:20:08.692733 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:08.718646 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f990a-49c9-4b76-a63b-9d6ea0896adf req-272bb45b-08f6-46d2-b843-1505e86d635a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:08.720202 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a06f990a-49c9-4b76-a63b-9d6ea0896adf req-272bb45b-08f6-46d2-b843-1505e86d635a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0678835 Jun 28 03:20:08.811491 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a06f990a-49c9-4b76-a63b-9d6ea0896adf req-0af99d29-1fb7-45ce-852f-49a43698565d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824251 Jun 28 03:20:08.934150 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-9ae77d11-6e1a-4df2-9caa-7d554a2d4a60 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:08.939207 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-9ae77d11-6e1a-4df2-9caa-7d554a2d4a60 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 814 time: 0.1613135 Jun 28 03:20:09.002057 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:09.023851 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375d8da-5197-4362-8ac9-4933c42314b4 req-9426c99e-4032-4072-b192-b00dfbe98353 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:09.025535 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6375d8da-5197-4362-8ac9-4933c42314b4 req-9426c99e-4032-4072-b192-b00dfbe98353 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0853446 Jun 28 03:20:09.115096 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1df389ea-1c9c-489f-a1d8-0f14c3c14f77 req-6487a8e3-3c18-4bdb-bcca-5dc604ed727d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 210 time: 0.0593030 Jun 28 03:20:09.169926 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-589c5976-d627-491f-8e50-2f0a551c72e8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 472 time: 0.2137589 Jun 28 03:20:09.181307 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'port': {'device_id': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'admin_state_up': True, 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'security_groups': ['f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:20:09.188638 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6375d8da-5197-4362-8ac9-4933c42314b4 req-d744a05f-4eea-4ea6-a32f-80381ea27853 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358740 Jun 28 03:20:09.327075 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Made reservation on behalf of 63f6b05085584fd5beecbe54c7251525 for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:20:09.332033 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:09.507908 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Allocated IP 172.20.0.9 (78d460e7-819f-442d-8ddd-fecab5b4b6fc/09c0e3c7-887f-4f02-b281-87d6ff6c281d/d436dd45-4104-4290-a33b-f2fe67047429) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:20:09.693463 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (d436dd45-4104-4290-a33b-f2fe67047429), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:09.745196 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (d436dd45-4104-4290-a33b-f2fe67047429), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:09.755789 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:09.805515 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:20:09.811585 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:20:09.814150 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:20:09.840878 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=d436dd45-4104-4290-a33b-f2fe67047429,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:09.885628 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:09.886551 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:09.944658 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-039a17b5-d758-45e3-9fb2-37719fd88702 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7677298 Jun 28 03:20:09.971523 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Request body: {'port': {'device_id': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:20:09.989970 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf778a6-db8f-477e-b453-d4487fa339da req-6a3fd421-b712-4d95-b8ae-3bf2d3512cd8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:09.992058 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3cf778a6-db8f-477e-b453-d4487fa339da req-6a3fd421-b712-4d95-b8ae-3bf2d3512cd8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0862370 Jun 28 03:20:10.065033 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:10.109444 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:10.112860 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-cfede5b3-31d8-4bfa-9952-bf4e54a08423 None None] Provisioning complete for port d436dd45-4104-4290-a33b-f2fe67047429 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:20:10.113204 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cfede5b3-31d8-4bfa-9952-bf4e54a08423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (d436dd45-4104-4290-a33b-f2fe67047429), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:10.148743 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3cf778a6-db8f-477e-b453-d4487fa339da req-40517f4f-ed38-497f-8315-5e4867d84b5f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333253 Jun 28 03:20:10.153065 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d436dd45-4104-4290-a33b-f2fe67047429), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:10.192244 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-cfede5b3-31d8-4bfa-9952-bf4e54a08423 None None] Port d436dd45-4104-4290-a33b-f2fe67047429 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:20:10.422748 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49aa27-c147-4214-a2bc-4a6df2d07475 req-160054bd-97d9-41c6-b5a9-29ff55c7878a tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:10.424471 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3d49aa27-c147-4214-a2bc-4a6df2d07475 req-160054bd-97d9-41c6-b5a9-29ff55c7878a tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 931 time: 0.1918485 Jun 28 03:20:10.433461 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fe42b-1701-41c6-8391-827df8904686 req-e9512019-1b7f-4733-9915-719141f34342 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:10.435036 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df0fe42b-1701-41c6-8391-827df8904686 req-e9512019-1b7f-4733-9915-719141f34342 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.1090424 Jun 28 03:20:10.637922 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df0fe42b-1701-41c6-8391-827df8904686 req-5b0ed8b8-3468-492b-aa1f-0909c6eae51b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877339 Jun 28 03:20:10.657248 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3d49aa27-c147-4214-a2bc-4a6df2d07475 req-8c6b685a-99fe-42aa-bd2b-3ec01a046706 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135963 Jun 28 03:20:10.818042 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d436dd45-4104-4290-a33b-f2fe67047429 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:20:10.826750 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Publish callbacks [] for port (d436dd45-4104-4290-a33b-f2fe67047429), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:10.843434 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Transition to ACTIVE for port object d436dd45-4104-4290-a33b-f2fe67047429 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:20:10.849188 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (d436dd45-4104-4290-a33b-f2fe67047429), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:10.964460 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Pushing event updated for resources: {'Port': ['ID=d436dd45-4104-4290-a33b-f2fe67047429,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:11.009950 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Attempting to bind port d436dd45-4104-4290-a33b-f2fe67047429 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:20:11.010558 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Attempting to bind port d436dd45-4104-4290-a33b-f2fe67047429 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:20:11.011149 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Attempting to bind port d436dd45-4104-4290-a33b-f2fe67047429 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:20:11.025362 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Port d436dd45-4104-4290-a33b-f2fe67047429 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:20:11.025698 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Attempting to bind port d436dd45-4104-4290-a33b-f2fe67047429 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:20:11.040023 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:20:11.040914 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Checking segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:20:11.041647 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Bound using segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:20:11.042486 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Bound port: d436dd45-4104-4290-a33b-f2fe67047429, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:20:11.045114 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d436dd45-4104-4290-a33b-f2fe67047429), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:11.118956 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:11.154241 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] For port d436dd45-4104-4290-a33b-f2fe67047429, host hv-cinder-84684, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:20:11.162353 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] For port d436dd45-4104-4290-a33b-f2fe67047429, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d436dd45-4104-4290-a33b-f2fe67047429,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:20:11.172069 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (d436dd45-4104-4290-a33b-f2fe67047429), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:11.224057 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:11.224765 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:11.226673 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] 10.222.0.27 "PUT /v2.0/ports/d436dd45-4104-4290-a33b-f2fe67047429 HTTP/1.1" status: 200 len: 1093 time: 1.2619088 Jun 28 03:20:11.235941 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:11.238501 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'tag': 'd436dd45-4104-4290-a33b-f2fe67047429'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:20:11.243318 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd365e10-e80d-4dce-bce1-b68c5d6e131f" -d '{"events": [{"name": "network-changed", "server_uuid": "72b33cdf-def8-4dff-a771-d3e795fa0c27", "tag": "d436dd45-4104-4290-a33b-f2fe67047429"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:20:11.319918 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7956603c-9227-4f7b-b52f-e8b3ff4bc8fe x-openstack-request-id: req-7956603c-9227-4f7b-b52f-e8b3ff4bc8fe {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:20:11.320511 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b33cdf-def8-4dff-a771-d3e795fa0c27", "tag": "d436dd45-4104-4290-a33b-f2fe67047429", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:20:11.320983 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7956603c-9227-4f7b-b52f-e8b3ff4bc8fe {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:20:11.321370 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7956603c-9227-4f7b-b52f-e8b3ff4bc8fe'] response: {'name': 'network-changed', 'server_uuid': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'tag': 'd436dd45-4104-4290-a33b-f2fe67047429', 'status': 'completed', 'code': 200} Jun 28 03:20:11.337728 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:11.339607 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaee06-da00-4dae-a6b2-90b33fda9266 service neutron] Pushing event updated for resources: {'Port': ['ID=d436dd45-4104-4290-a33b-f2fe67047429,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:11.391212 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dd656-8c9b-4ee9-ae59-9113146000e9 req-55558e17-045d-4ad5-ba51-fb807a0e5a4b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:11.392822 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e22dd656-8c9b-4ee9-ae59-9113146000e9 req-55558e17-045d-4ad5-ba51-fb807a0e5a4b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1288164 Jun 28 03:20:11.409762 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-861109be-d762-4e96-81fe-553ddc6a1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:11.411247 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-861109be-d762-4e96-81fe-553ddc6a1b7e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 1127 time: 0.0891085 Jun 28 03:20:11.506651 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-b820cc06-92cd-495b-9c9b-1759ed7ba2c7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d436dd45-4104-4290-a33b-f2fe67047429 HTTP/1.1" status: 200 len: 217 time: 0.0704658 Jun 28 03:20:11.549102 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e22dd656-8c9b-4ee9-ae59-9113146000e9 req-83ca7bbd-2b06-43ca-ab39-df84930df984 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416595 Jun 28 03:20:11.575310 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-90e1638b-72ef-462f-a12b-db2ed833cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:11.577126 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-90e1638b-72ef-462f-a12b-db2ed833cc94 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.0622115 Jun 28 03:20:11.689517 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-be24b448-4ac2-4b52-8e1f-cbe618c4ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:11.690992 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-be24b448-4ac2-4b52-8e1f-cbe618c4ed42 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010065 Jun 28 03:20:12.010666 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bbd5d-4bf5-4a60-8a3d-241ffcb9ef59 req-efa41f69-037e-4006-919e-3ec7a3d3746c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:12.019330 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6b2bbd5d-4bf5-4a60-8a3d-241ffcb9ef59 req-efa41f69-037e-4006-919e-3ec7a3d3746c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.1265802 Jun 28 03:20:12.033178 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709be4e-d9b6-46f4-8f14-b99bb3a6b590 req-26b15eac-b1b4-4c20-b95c-130ab72b14b9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:12.035297 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3709be4e-d9b6-46f4-8f14-b99bb3a6b590 req-26b15eac-b1b4-4c20-b95c-130ab72b14b9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 943 time: 0.1195800 Jun 28 03:20:12.037472 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-d10c9eb4-2572-452e-8b3e-0c68e5b7182e service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394077 Jun 28 03:20:12.159004 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3709be4e-d9b6-46f4-8f14-b99bb3a6b590 req-61bb2cb9-49fb-4a38-b945-7bf9d05b5f50 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030354 Jun 28 03:20:12.252315 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6b2bbd5d-4bf5-4a60-8a3d-241ffcb9ef59 req-84e47327-cac2-4146-ad9f-de99a0492a0a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316093 Jun 28 03:20:12.254260 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6cb476c-0c3a-4aeb-bc8a-5311d6611a06 req-85ecb0e0-ab20-4bb5-96bf-e9bf0f022603 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075665 Jun 28 03:20:12.422119 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-8f1c916b-308e-43b2-941a-162a793a8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:12.424238 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-8f1c916b-308e-43b2-941a-162a793a8b7a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 1127 time: 0.0590694 Jun 28 03:20:12.687680 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-54f0cc6a-c040-446c-96dc-668f3a48c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:12.689399 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-54f0cc6a-c040-446c-96dc-668f3a48c9ae service neutron] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 915 time: 0.2583001 Jun 28 03:20:12.810774 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-754633fb-d842-4d91-8e56-ee4924c67d14 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d436dd45-4104-4290-a33b-f2fe67047429 HTTP/1.1" status: 200 len: 217 time: 0.0894914 Jun 28 03:20:12.859766 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565cf05-0742-4dcf-a3c5-0fc9d4e123f1 req-6004239b-c380-4f02-a132-654a4bcd2fc0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:12.861526 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0565cf05-0742-4dcf-a3c5-0fc9d4e123f1 req-6004239b-c380-4f02-a132-654a4bcd2fc0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1675534 Jun 28 03:20:12.919995 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:12.986430 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0565cf05-0742-4dcf-a3c5-0fc9d4e123f1 req-84b86454-c668-45ad-aad2-d1ce827ac153 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851662 Jun 28 03:20:13.026483 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-e25840c3-0994-4f1c-a9e3-810b6d761072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:13.028228 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-e25840c3-0994-4f1c-a9e3-810b6d761072 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.2092502 Jun 28 03:20:13.154040 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-d8f243a6-fa42-43da-a590-e796b0f34491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:13.154040 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-d8f243a6-fa42-43da-a590-e796b0f34491 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1098433 Jun 28 03:20:13.749699 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45983ff1-d9d1-4fb6-9ccc-dc0088bb14d5 req-2d878a06-24a8-4490-b51a-f6b56950f9f0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:13.757641 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-45983ff1-d9d1-4fb6-9ccc-dc0088bb14d5 req-2d878a06-24a8-4490-b51a-f6b56950f9f0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.2835228 Jun 28 03:20:13.766763 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:13.790410 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfcbb0-6c93-4ebf-9150-db27e2c403a0 req-b2aba428-03b8-48ac-b2a0-a14e0c4cb8b0 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:13.792489 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59cfcbb0-6c93-4ebf-9150-db27e2c403a0 req-b2aba428-03b8-48ac-b2a0-a14e0c4cb8b0 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 943 time: 0.3220394 Jun 28 03:20:13.807848 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-a6c7ad8e-a5ed-46fa-b87c-f30ec8c00703 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492891 Jun 28 03:20:13.925094 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-45983ff1-d9d1-4fb6-9ccc-dc0088bb14d5 req-0c7abcba-f88f-4754-adfd-756813707088 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664205 Jun 28 03:20:14.036557 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59cfcbb0-6c93-4ebf-9150-db27e2c403a0 req-2c67ebb8-1e15-4d59-accc-b40c5af351da tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237549 Jun 28 03:20:14.094347 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bd365e10-e80d-4dce-bce1-b68c5d6e131f req-9e8b76c1-c305-49a3-9ad7-8ce515067323 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560472 Jun 28 03:20:14.164728 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f15f8f-c08d-47f6-b559-01b992a57367 req-6b2dcaa3-e52d-4ce5-8282-d074ca10ba4f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:14.166426 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f8f15f8f-c08d-47f6-b559-01b992a57367 req-6b2dcaa3-e52d-4ce5-8282-d074ca10ba4f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0592446 Jun 28 03:20:14.232310 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f8f15f8f-c08d-47f6-b559-01b992a57367 req-85122cc3-3d40-4b4b-bb5b-0c7250d36d9f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589609 Jun 28 03:20:14.258743 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:14.264140 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:14.351092 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=5,neutron:SELECT=32,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:14.355198 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:15.115099 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa665f92-5c3e-4bf2-bb6c-77968e84356f req-5524eb8d-56c3-4aea-a1b9-d6210130b02d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:15.116739 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fa665f92-5c3e-4bf2-bb6c-77968e84356f req-5524eb8d-56c3-4aea-a1b9-d6210130b02d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.0969129 Jun 28 03:20:15.190622 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e20ce-9cb0-482b-bf05-b403a34ac099 req-5c1bd9c4-be00-4e83-b595-9c4122080012 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:15.192481 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3c0e20ce-9cb0-482b-bf05-b403a34ac099 req-5c1bd9c4-be00-4e83-b595-9c4122080012 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 943 time: 0.0748100 Jun 28 03:20:15.314779 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fa665f92-5c3e-4bf2-bb6c-77968e84356f req-79e34552-9f43-4d01-a9d7-5b17bb953413 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208661 Jun 28 03:20:15.321236 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3c0e20ce-9cb0-482b-bf05-b403a34ac099 req-8ef865fa-a87c-483f-88c2-c6cc37acde43 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212034 Jun 28 03:20:15.475095 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26905313-5828-4210-8d11-4abe75515a3a req-c00e58b0-e4b1-4f14-bed1-83c2b4ae2890 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:15.477545 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-26905313-5828-4210-8d11-4abe75515a3a req-c00e58b0-e4b1-4f14-bed1-83c2b4ae2890 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0654702 Jun 28 03:20:15.548488 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-26905313-5828-4210-8d11-4abe75515a3a req-52fc4255-8a3a-44fc-b21f-a9dea93dfbe2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655499 Jun 28 03:20:16.586597 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4ee4-e638-453b-b5e2-69b6f0693c8a req-05aabfcf-c626-4634-adc3-f07ec4e5cfc3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:16.588063 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f14d4ee4-e638-453b-b5e2-69b6f0693c8a req-05aabfcf-c626-4634-adc3-f07ec4e5cfc3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.1105435 Jun 28 03:20:16.594096 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb6ea9-6b6b-4a49-89e4-4357549a6c14 req-69e012ab-f8fe-43f0-b404-c84a62afd401 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:16.596630 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-30eb6ea9-6b6b-4a49-89e4-4357549a6c14 req-69e012ab-f8fe-43f0-b404-c84a62afd401 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 943 time: 0.1072428 Jun 28 03:20:16.642756 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:16.678592 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-30eb6ea9-6b6b-4a49-89e4-4357549a6c14 req-6b002e0c-3692-46ae-bc08-dfc5b370f6dc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745060 Jun 28 03:20:16.688669 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f14d4ee4-e638-453b-b5e2-69b6f0693c8a req-d0ee559c-e793-4ea3-bde7-36aee7250a65 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908828 Jun 28 03:20:16.796668 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fed8c-506e-42d7-b949-ef1009385ab2 req-b6f3058a-2371-4d9d-8673-c2795240c5d8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:16.798938 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a35fed8c-506e-42d7-b949-ef1009385ab2 req-b6f3058a-2371-4d9d-8673-c2795240c5d8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0596428 Jun 28 03:20:16.849862 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a35fed8c-506e-42d7-b949-ef1009385ab2 req-ca6b91d4-46fe-48ab-93ff-cd06c99d4314 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441101 Jun 28 03:20:17.587732 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9336af3b-829f-4946-99ca-a3b698c89bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:17.630117 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-f9341de7-30ed-40f0-9e34-ecc68e309b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:17.633068 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-f9341de7-30ed-40f0-9e34-ecc68e309b2b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 1130 time: 0.1073594 Jun 28 03:20:17.883517 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-c4f6b6dd-568d-4f2d-84da-d10628bc696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:17.884688 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-c4f6b6dd-568d-4f2d-84da-d10628bc696b service neutron] 10.222.0.27 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 918 time: 0.2409902 Jun 28 03:20:17.889685 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:17.909894 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6e45c-006f-44c5-8493-6b527d314d1a req-0e4d64ab-6b6f-4c8a-8d49-7959b6d4c9e3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:17.913214 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bcd6e45c-006f-44c5-8493-6b527d314d1a req-0e4d64ab-6b6f-4c8a-8d49-7959b6d4c9e3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 943 time: 0.1148777 Jun 28 03:20:17.971512 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bbfb6-c230-49c1-9c0d-c78cbcbdfba9 req-5ebf9e34-540a-48ed-af13-3caaafa84a42 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:17.972992 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ab2bbfb6-c230-49c1-9c0d-c78cbcbdfba9 req-5ebf9e34-540a-48ed-af13-3caaafa84a42 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.1588013 Jun 28 03:20:18.032119 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-f3d4783a-8326-4c31-a0e0-66aa9721fc0f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e28a86b-c03c-4271-880f-a8d72e9df423 HTTP/1.1" status: 200 len: 1001 time: 0.1362951 Jun 28 03:20:18.086697 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bcd6e45c-006f-44c5-8493-6b527d314d1a req-7268761a-a1a4-4ef9-b6b4-dad29a98cd70 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376328 Jun 28 03:20:18.117259 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ab2bbfb6-c230-49c1-9c0d-c78cbcbdfba9 req-03347490-8fd6-43b7-a62d-690af044575d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319640 Jun 28 03:20:18.118853 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-024dfb11-26f0-48d8-9664-98b193165736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:18.120390 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-024dfb11-26f0-48d8-9664-98b193165736 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 200 len: 856 time: 0.0754685 Jun 28 03:20:18.206058 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-b22186a7-79ed-400c-b6ab-ae1abebe9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:18.207589 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-b22186a7-79ed-400c-b6ab-ae1abebe9c1d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=91e0cac6-eac1-4a49-93d7-95195e9565b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805500 Jun 28 03:20:18.228407 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d6ece-c685-4605-a0f7-92d30bbe44a0 req-e4c0b200-44c6-4bff-83ee-51f67be735d4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:18.230106 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0d6d6ece-c685-4605-a0f7-92d30bbe44a0 req-e4c0b200-44c6-4bff-83ee-51f67be735d4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0636971 Jun 28 03:20:18.338985 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0d6d6ece-c685-4605-a0f7-92d30bbe44a0 req-9dcd41a5-b703-4d7b-9ae6-3658013b5f5c tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961342 Jun 28 03:20:18.351433 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-0a732828-d48a-4d9e-98d3-f56535bb1628 service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363533 Jun 28 03:20:18.448887 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fda5dbd2-00e2-4478-9bf1-e1e36b39e331 req-2f494c2a-987f-4285-920b-b7650125612f service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905406 Jun 28 03:20:18.762111 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device d436dd45-4104-4290-a33b-f2fe67047429 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:20:18.888029 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port d436dd45-4104-4290-a33b-f2fe67047429, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d436dd45-4104-4290-a33b-f2fe67047429,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:18.906046 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': 'd436dd45-4104-4290-a33b-f2fe67047429', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'port_id': 'd436dd45-4104-4290-a33b-f2fe67047429', 'mac_address': 'fa:16:3e:22:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:20:18.953321 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port d436dd45-4104-4290-a33b-f2fe67047429 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:20:18.953755 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d436dd45-4104-4290-a33b-f2fe67047429), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:18.973324 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d436dd45-4104-4290-a33b-f2fe67047429 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:20:19.000513 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port d436dd45-4104-4290-a33b-f2fe67047429, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d436dd45-4104-4290-a33b-f2fe67047429,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:19.010105 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (d436dd45-4104-4290-a33b-f2fe67047429), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:19.082987 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=d436dd45-4104-4290-a33b-f2fe67047429,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:19.283593 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a2f2d-48c6-4928-b119-7287620eb86b req-c3aec498-0514-4b3c-bbff-8f560d9332a0 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:19.285194 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df8a2f2d-48c6-4928-b119-7287620eb86b req-c3aec498-0514-4b3c-bbff-8f560d9332a0 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 944 time: 0.0803921 Jun 28 03:20:19.517961 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['d436dd45-4104-4290-a33b-f2fe67047429'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:20:19.594117 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 37496) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:19.704084 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d8a0-719c-4ff9-834e-771a1b652861 req-d3b60c1e-5560-4377-90d2-8d854fe577fa tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:19.705318 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8865d8a0-719c-4ff9-834e-771a1b652861 req-d3b60c1e-5560-4377-90d2-8d854fe577fa tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.4468298 Jun 28 03:20:19.739868 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:19.764054 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df8a2f2d-48c6-4928-b119-7287620eb86b req-dc0e82d6-3d52-4caa-80ce-4709f7951cca tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952432 Jun 28 03:20:19.818220 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8865d8a0-719c-4ff9-834e-771a1b652861 req-efc4b4ff-e8e1-4dc6-9838-a539866c3bc4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979030 Jun 28 03:20:19.830618 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5a6bdab2-c8ca-4abc-8b81-cf48047a276a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:19.868941 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 37504) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:19.869986 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-91759f31-e846-4dcc-8289-f84912effc3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d5bf71f605c4d65af4829f5e403a2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750494 Jun 28 03:20:19.951464 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe89a43-ddac-4182-b2b9-cec0a28c9964 req-95f261c4-46de-427e-af20-155be810ee8f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:19.952994 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6fe89a43-ddac-4182-b2b9-cec0a28c9964 req-95f261c4-46de-427e-af20-155be810ee8f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0729206 Jun 28 03:20:19.980842 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-944b247e-94af-49c1-a814-c37a7a6b31ea admin admin] Publish callbacks [] for security_group (c7a2b767-0af1-4784-91f7-b338e1fcc0c8), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:20.026378 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6fe89a43-ddac-4182-b2b9-cec0a28c9964 req-93f7dffd-3440-4499-ab70-d6fd2c8defe0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627716 Jun 28 03:20:20.031596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-944b247e-94af-49c1-a814-c37a7a6b31ea admin admin] Publish callbacks [] for security_group (c7a2b767-0af1-4784-91f7-b338e1fcc0c8), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:20.099010 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-944b247e-94af-49c1-a814-c37a7a6b31ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (c7a2b767-0af1-4784-91f7-b338e1fcc0c8), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:20.101886 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-944b247e-94af-49c1-a814-c37a7a6b31ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:20.106803 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-944b247e-94af-49c1-a814-c37a7a6b31ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7a2b767-0af1-4784-91f7-b338e1fcc0c8 HTTP/1.1" status: 204 len: 168 time: 0.2361250 Jun 28 03:20:20.116586 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b247e-94af-49c1-a814-c37a7a6b31ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a2b767-0af1-4784-91f7-b338e1fcc0c8,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:20.723659 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:20.796677 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device d436dd45-4104-4290-a33b-f2fe67047429 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:20:20.860701 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port d436dd45-4104-4290-a33b-f2fe67047429 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:20:20.869068 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port d436dd45-4104-4290-a33b-f2fe67047429 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:20:20.869478 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (d436dd45-4104-4290-a33b-f2fe67047429), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:20.991611 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port d436dd45-4104-4290-a33b-f2fe67047429 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:20:20.992338 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d436dd45-4104-4290-a33b-f2fe67047429), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:21.006113 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:21.039872 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd436dd45-4104-4290-a33b-f2fe67047429'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:20:21.043383 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c52f05-201c-40ba-a809-1fa0f703052c" -d '{"events": [{"server_uuid": "72b33cdf-def8-4dff-a771-d3e795fa0c27", "name": "network-vif-plugged", "status": "completed", "tag": "d436dd45-4104-4290-a33b-f2fe67047429"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:20:21.046223 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d4042-4c4e-4a19-875f-3d208eeb906e req-dbf08387-3069-4515-a8b7-d283e0639d1a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:21.050174 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2c9d4042-4c4e-4a19-875f-3d208eeb906e req-dbf08387-3069-4515-a8b7-d283e0639d1a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 946 time: 0.1381986 Jun 28 03:20:21.064622 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:21.067312 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:21.069431 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port d436dd45-4104-4290-a33b-f2fe67047429, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d436dd45-4104-4290-a33b-f2fe67047429,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:21.075411 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (d436dd45-4104-4290-a33b-f2fe67047429), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:21.077003 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 9e28a86b-c03c-4271-880f-a8d72e9df423 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:20:21.109599 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c473b6-1ca4-40f0-9f84-7526fa2b6cac req-921f1a88-8033-4a30-9749-d2e1cbc4c3f6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:21.111572 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-52c473b6-1ca4-40f0-9f84-7526fa2b6cac req-921f1a88-8033-4a30-9749-d2e1cbc4c3f6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 944 time: 0.2398660 Jun 28 03:20:21.174788 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:21.176970 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=d436dd45-4104-4290-a33b-f2fe67047429,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:21.179628 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2c9d4042-4c4e-4a19-875f-3d208eeb906e req-1ee41a33-a7a1-45d4-83fc-b1c5faa999d1 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167274 Jun 28 03:20:21.216337 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-52c473b6-1ca4-40f0-9f84-7526fa2b6cac req-560ecd0c-eebc-44d6-a6c4-76c20972e320 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893054 Jun 28 03:20:21.334070 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521482d4-1e2b-4dc1-bdaa-621847a85593 x-openstack-request-id: req-521482d4-1e2b-4dc1-bdaa-621847a85593 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:20:21.334703 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b33cdf-def8-4dff-a771-d3e795fa0c27", "name": "network-vif-plugged", "status": "completed", "tag": "d436dd45-4104-4290-a33b-f2fe67047429", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:20:21.335299 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-521482d4-1e2b-4dc1-bdaa-621847a85593 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:20:21.336381 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521482d4-1e2b-4dc1-bdaa-621847a85593'] response: {'server_uuid': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd436dd45-4104-4290-a33b-f2fe67047429', 'code': 200} Jun 28 03:20:21.353674 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 9e28a86b-c03c-4271-880f-a8d72e9df423 is: ACTIVE; New status is: DOWN {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:20:21.354478 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:21.404049 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:21.421847 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:21.442397 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f9fc2-3bee-4da5-baf8-bc748d34a877 req-7a5bf0c6-9d29-4632-aff7-c2e1d9aac068 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:21.456201 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d16f9fc2-3bee-4da5-baf8-bc748d34a877 req-7a5bf0c6-9d29-4632-aff7-c2e1d9aac068 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1027522 Jun 28 03:20:21.488443 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=8']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:21.562645 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d16f9fc2-3bee-4da5-baf8-bc748d34a877 req-200fb31d-d827-4d58-84e7-f3eab29ba11d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029954 Jun 28 03:20:21.707804 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec731e-1d3a-4a00-9004-5967566fea44 req-56515561-1c2c-4011-a90b-ea1d2b7d24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:21.709686 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-daec731e-1d3a-4a00-9004-5967566fea44 req-56515561-1c2c-4011-a90b-ea1d2b7d24f4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 1129 time: 0.0712376 Jun 28 03:20:21.784693 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-daec731e-1d3a-4a00-9004-5967566fea44 req-c13a188d-3cde-45eb-b888-838900c1283c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687871 Jun 28 03:20:21.985096 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-9fae9a01-47c3-4bee-b0f9-c8a364cbdb15 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196702488&fields=id&tenant_id=bcfe66d2ca71404e9b032806db987d4d HTTP/1.1" status: 200 len: 267 time: 0.0684144 Jun 28 03:20:22.126946 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-e33f2595-d2d5-474b-ba9d-d5f3ed011a0b tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:22.133932 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-e33f2595-d2d5-474b-ba9d-d5f3ed011a0b tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/networks?id=637d8db0-e115-438e-98d4-4018ed69f48c HTTP/1.1" status: 200 len: 809 time: 0.1406920 Jun 28 03:20:22.145434 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-ce7dd747-76ea-4a7d-8639-95f7dbd1d0b0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/quotas/bcfe66d2ca71404e9b032806db987d4d HTTP/1.1" status: 200 len: 375 time: 0.0106235 Jun 28 03:20:22.207868 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-97f27f8c-df5f-47e5-ae96-59cb1448f865 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bcfe66d2ca71404e9b032806db987d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562956 Jun 28 03:20:22.262713 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-8734c728-8432-409a-8f58-87ba14de6437 req-8270c2b9-00a3-4b90-ab0f-ec6349e620f3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:20:22.265358 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8734c728-8432-409a-8f58-87ba14de6437 req-8270c2b9-00a3-4b90-ab0f-ec6349e620f3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0084188 Jun 28 03:20:22.347617 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-919031a9-5d4b-45d7-8928-5147eb9274e5 service neutron] 10.222.0.44 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267717 Jun 28 03:20:22.478038 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:22.483398 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-e97161c0-c100-4c1e-b8b4-45e3aa48df8b service neutron] 10.222.0.44 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265996 Jun 28 03:20:22.640970 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfae0f2-a4df-4966-a25d-6397ee6f0ff4 req-60825e86-d5b5-4518-b9ce-e143338a7ebc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:22.649237 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:22.650901 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8cfae0f2-a4df-4966-a25d-6397ee6f0ff4 req-60825e86-d5b5-4518-b9ce-e143338a7ebc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 945 time: 0.1108968 Jun 28 03:20:22.764986 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8cfae0f2-a4df-4966-a25d-6397ee6f0ff4 req-640e7cdb-ef32-4d75-b72e-0f95a49efd63 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128559 Jun 28 03:20:22.897273 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d57ae-2be4-4d7a-8932-1b5ff813fdf9 req-0ebf6aca-4951-4f4e-aac5-b3a0b3080b17 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:22.899227 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a1d57ae-2be4-4d7a-8932-1b5ff813fdf9 req-0ebf6aca-4951-4f4e-aac5-b3a0b3080b17 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0627553 Jun 28 03:20:23.034433 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:23.039572 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a1d57ae-2be4-4d7a-8932-1b5ff813fdf9 req-5738ef95-cdb5-4721-9356-607a61f16f14 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303892 Jun 28 03:20:23.057754 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:23.175102 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aaa1fd6a-f665-4f46-90a9-5b17aed79494 req-8303b8e2-3aad-4596-a0f4-18449dce75b9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 210 time: 0.0437384 Jun 28 03:20:23.182904 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4beb7b-76d6-45a7-a673-d353e77a27b2 req-42a8021f-ef23-49aa-b83b-db5329662e77 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:23.193001 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3b4beb7b-76d6-45a7-a673-d353e77a27b2 req-42a8021f-ef23-49aa-b83b-db5329662e77 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0996387 Jun 28 03:20:23.268673 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3b4beb7b-76d6-45a7-a673-d353e77a27b2 req-7a5bd2c8-f1ea-4633-a52a-14587b42b39a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740261 Jun 28 03:20:23.290109 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 37646) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:23.338200 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:20:23.340904 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165fd58c-87dc-4b9c-a98f-9092369d8356" -d '{"events": [{"server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:20:23.419414 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 28 Jun 2022 03:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6832a869-6f7d-41c5-ad84-c21dcfd6c461 x-openstack-request-id: req-6832a869-6f7d-41c5-ad84-c21dcfd6c461 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:20:23.420055 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "name": "network-vif-unplugged", "status": "failed", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423", "code": 422}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:20:23.420600 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6832a869-6f7d-41c5-ad84-c21dcfd6c461 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:20:23.421217 dv-cinder-846842-5-iscsi neutron-server[103937]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6832a869-6f7d-41c5-ad84-c21dcfd6c461']: {'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'code': 422} returned with failed status Jun 28 03:20:23.490880 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-88a966eb-7af5-4637-9cac-dd4b800c5d0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1989431 Jun 28 03:20:23.500128 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-4dd1b789-54c6-4ef8-ad8c-b7fd542cc8ee service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:20:23.506242 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-4dd1b789-54c6-4ef8-ad8c-b7fd542cc8ee service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0101166 Jun 28 03:20:23.640377 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 37662) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:23.717620 dv-cinder-846842-5-iscsi neutron-server[103936]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 03:20:23.778701 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-b7ff8781-b6d4-428e-880f-25dbbddb4e54 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:23.780639 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-b7ff8781-b6d4-428e-880f-25dbbddb4e54 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports/9e28a86b-c03c-4271-880f-a8d72e9df423 HTTP/1.1" status: 200 len: 941 time: 0.1386425 Jun 28 03:20:23.944380 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854cf70-11a5-41f5-b3b5-c35c91d4a133 req-d748e4cd-e3fa-4d6c-ae08-700d9de47013 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:23.945955 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e854cf70-11a5-41f5-b3b5-c35c91d4a133 req-d748e4cd-e3fa-4d6c-ae08-700d9de47013 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 945 time: 0.0864310 Jun 28 03:20:24.032521 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e854cf70-11a5-41f5-b3b5-c35c91d4a133 req-05f944e3-6e5a-4d5b-b631-77511fcba7a2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803473 Jun 28 03:20:24.189494 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a7caa-8a7a-4d8c-93f9-b842c6d6a62c req-78914510-48c9-401b-827d-feca51326400 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:24.191220 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-611a7caa-8a7a-4d8c-93f9-b842c6d6a62c req-78914510-48c9-401b-827d-feca51326400 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 945 time: 0.0704241 Jun 28 03:20:24.201291 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 37690) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:24.209582 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-0cb93036-20e9-4113-8f14-3a7b419f3914 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'floatingip': {'port_id': 'd436dd45-4104-4290-a33b-f2fe67047429'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:20:24.295494 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d9496-f0da-4394-80b0-2f7968c01016 req-ddb84424-c473-4c7f-80d8-80af6ffa201b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:24.299727 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-272d9496-f0da-4394-80b0-2f7968c01016 req-ddb84424-c473-4c7f-80d8-80af6ffa201b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1074069 Jun 28 03:20:24.324464 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0cb93036-20e9-4113-8f14-3a7b419f3914 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (4dbf8bb1-fb03-460c-83e0-27da14666c57), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:24.394128 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e20d13bb-ed59-471c-815a-2d5bd8bc9281 req-56f0cf7c-4113-45f0-86d9-0cc65c157dea tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 210 time: 0.0867729 Jun 28 03:20:24.448167 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-272d9496-f0da-4394-80b0-2f7968c01016 req-40a66f8d-5ebb-4dfb-94f0-94abc66938ac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428139 Jun 28 03:20:24.548710 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e75f3-7c7a-4c03-b8e0-a2acd5ad7209 req-9ee321e2-7680-4192-9b95-dfa361bac3c9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:24.560330 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e07e75f3-7c7a-4c03-b8e0-a2acd5ad7209 req-9ee321e2-7680-4192-9b95-dfa361bac3c9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0749357 Jun 28 03:20:24.649450 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e07e75f3-7c7a-4c03-b8e0-a2acd5ad7209 req-3eb5944c-1a2c-437e-a76d-76ea941f7a81 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830479 Jun 28 03:20:24.700322 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 37700) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:24.871638 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5c706829-1980-432c-bb55-c3ba118c7458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:24.973538 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5c706829-1980-432c-bb55-c3ba118c7458 admin admin] Publish callbacks [] for security_group (afec58bd-1134-40d5-bfff-e30c7150fbae), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:24.979795 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5c706829-1980-432c-bb55-c3ba118c7458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (afec58bd-1134-40d5-bfff-e30c7150fbae), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:25.024548 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c706829-1980-432c-bb55-c3ba118c7458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec58bd-1134-40d5-bfff-e30c7150fbae,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:25.031582 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5c706829-1980-432c-bb55-c3ba118c7458 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=351444559dd3422b8fad9ccbefde2ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277705 Jun 28 03:20:25.031820 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 37708) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:25.085861 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:25.095976 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-efec915c-7a2e-4a1f-825e-e763bea45a53 admin admin] Publish callbacks [] for security_group (afec58bd-1134-40d5-bfff-e30c7150fbae), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:25.121349 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-efec915c-7a2e-4a1f-825e-e763bea45a53 admin admin] Publish callbacks [] for security_group (afec58bd-1134-40d5-bfff-e30c7150fbae), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:25.147547 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0cb93036-20e9-4113-8f14-3a7b419f3914 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:25.153317 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0cb93036-20e9-4113-8f14-3a7b419f3914 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (4dbf8bb1-fb03-460c-83e0-27da14666c57), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:25.199732 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-efec915c-7a2e-4a1f-825e-e763bea45a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (afec58bd-1134-40d5-bfff-e30c7150fbae), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:25.206047 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-efec915c-7a2e-4a1f-825e-e763bea45a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:25.207860 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-efec915c-7a2e-4a1f-825e-e763bea45a53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afec58bd-1134-40d5-bfff-e30c7150fbae HTTP/1.1" status: 204 len: 168 time: 0.1750715 Jun 28 03:20:25.218343 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec915c-7a2e-4a1f-825e-e763bea45a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec58bd-1134-40d5-bfff-e30c7150fbae,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:25.286717 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-0cb93036-20e9-4113-8f14-3a7b419f3914 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Floating IP 4dbf8bb1-fb03-460c-83e0-27da14666c57 associated. External IP: 172.27.2.21, port: d436dd45-4104-4290-a33b-f2fe67047429. Jun 28 03:20:25.648395 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-07ffb810-69fb-4929-b536-7b35db6f837d req-4c57cc5f-5216-40c1-9e79-55907a9e29f8 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 210 time: 0.0986605 Jun 28 03:20:25.742684 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18057da5-cdf8-4124-8fc9-81ae9e2fe1cd req-2823c1a6-1b60-442e-a77a-a7307d2f540a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:25.744564 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18057da5-cdf8-4124-8fc9-81ae9e2fe1cd req-2823c1a6-1b60-442e-a77a-a7307d2f540a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1201780 Jun 28 03:20:25.830237 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18057da5-cdf8-4124-8fc9-81ae9e2fe1cd req-01542862-4f25-4cbc-8c5d-1f6b44cdbfe4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795257 Jun 28 03:20:25.868781 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ce24-554e-4b6f-a896-5b9c1665c1fc req-4d3b2e62-247d-4649-9f0e-5721156dd629 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:25.868781 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4133ce24-554e-4b6f-a896-5b9c1665c1fc req-4d3b2e62-247d-4649-9f0e-5721156dd629 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1149156 Jun 28 03:20:25.893897 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb93036-20e9-4113-8f14-3a7b419f3914 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:20:25.920354 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4133ce24-554e-4b6f-a896-5b9c1665c1fc req-2de0bc9e-e808-4a72-be66-768aaf7ff43d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526125 Jun 28 03:20:26.027962 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:26.035709 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:26.039098 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb93036-20e9-4113-8f14-3a7b419f3914 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:20:26.045776 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0cb93036-20e9-4113-8f14-3a7b419f3914 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:26.054515 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:20:26.067961 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:20:26.069485 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:20:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:26.093433 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0cb93036-20e9-4113-8f14-3a7b419f3914 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "PUT /v2.0/floatingips/4dbf8bb1-fb03-460c-83e0-27da14666c57 HTTP/1.1" status: 200 len: 990 time: 1.8908761 Jun 28 03:20:26.094020 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'tag': 'd436dd45-4104-4290-a33b-f2fe67047429'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:20:26.096756 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2d66f6-7323-470d-b0f6-22525cf1e6af" -d '{"events": [{"name": "network-changed", "server_uuid": "72b33cdf-def8-4dff-a771-d3e795fa0c27", "tag": "d436dd45-4104-4290-a33b-f2fe67047429"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:20:26.154990 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c8005-ffa8-468b-9908-7298d59e0c0d x-openstack-request-id: req-f59c8005-ffa8-468b-9908-7298d59e0c0d {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:20:26.155276 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b33cdf-def8-4dff-a771-d3e795fa0c27", "tag": "d436dd45-4104-4290-a33b-f2fe67047429", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:20:26.155523 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f59c8005-ffa8-468b-9908-7298d59e0c0d {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:20:26.156466 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59c8005-ffa8-468b-9908-7298d59e0c0d'] response: {'name': 'network-changed', 'server_uuid': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'tag': 'd436dd45-4104-4290-a33b-f2fe67047429', 'status': 'completed', 'code': 200} Jun 28 03:20:26.214464 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:20:26.599308 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 9e28a86b-c03c-4271-880f-a8d72e9df423 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:20:26.647421 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '4dbf8bb1-fb03-460c-83e0-27da14666c57', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd436dd45-4104-4290-a33b-f2fe67047429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:22:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:20:02Z', 'updated_at': '2022-06-28T03:20:24Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}, {'id': 'f696c86d-440e-4adb-9003-b8a0afa752a8', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:a9:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:18:05Z', 'updated_at': '2022-06-28T03:18:53Z', 'revision_number': 2, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:26.684245 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:20:26.720862 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:20:26.721890 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:20:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:26.790664 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 9e28a86b-c03c-4271-880f-a8d72e9df423 is: DOWN; New status is: DOWN {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:20:26.831831 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-54bbc2e9-cad8-4962-872c-86b56092acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:26.834033 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-54bbc2e9-cad8-4962-872c-86b56092acdf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 1129 time: 0.0817168 Jun 28 03:20:26.870067 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:20:26.941296 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c679ae8a-2053-412e-9944-9f14db74a8b8 req-746f4abb-da27-47a9-9550-fa5df1c3db43 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 210 time: 0.1060083 Jun 28 03:20:27.071584 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:27.083255 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:27.127542 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:27.147179 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402e7c5-c2e9-41e7-a78f-2cbda1eef93d req-95beb5ea-585f-4408-a083-61cf6727bec7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:27.148930 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f402e7c5-c2e9-41e7-a78f-2cbda1eef93d req-95beb5ea-585f-4408-a083-61cf6727bec7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1436357 Jun 28 03:20:27.172530 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '4dbf8bb1-fb03-460c-83e0-27da14666c57', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd436dd45-4104-4290-a33b-f2fe67047429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:22:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:20:02Z', 'updated_at': '2022-06-28T03:20:24Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}, {'id': 'f696c86d-440e-4adb-9003-b8a0afa752a8', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:a9:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:18:05Z', 'updated_at': '2022-06-28T03:18:53Z', 'revision_number': 2, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:27.177309 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0608ba-8c4e-47bd-a5b3-bbd62482960d req-6a370714-166a-4cfa-8b59-0e2ec7fbfd09 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:27.184261 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c0608ba-8c4e-47bd-a5b3-bbd62482960d req-6a370714-166a-4cfa-8b59-0e2ec7fbfd09 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1215396 Jun 28 03:20:27.215823 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911eaf6-56a2-4e74-a2b1-9ebcd3a575c5 None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '4dbf8bb1-fb03-460c-83e0-27da14666c57', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd436dd45-4104-4290-a33b-f2fe67047429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:22:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:20:02Z', 'updated_at': '2022-06-28T03:20:24Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}, {'id': 'f696c86d-440e-4adb-9003-b8a0afa752a8', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:a9:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:18:05Z', 'updated_at': '2022-06-28T03:18:53Z', 'revision_number': 2, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:20:27.225162 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-53770a2c-b1bd-459c-aa47-307f45de5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:27.226792 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-53770a2c-b1bd-459c-aa47-307f45de5353 service neutron] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 915 time: 0.3817167 Jun 28 03:20:27.288430 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c0608ba-8c4e-47bd-a5b3-bbd62482960d req-9714abda-9ca2-4870-8e89-fac6e591b1ac tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031773 Jun 28 03:20:27.293890 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f402e7c5-c2e9-41e7-a78f-2cbda1eef93d req-19bb129e-7472-4318-9cd7-ce8841632e65 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350551 Jun 28 03:20:27.453432 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-122768ea-0db5-4487-bc4e-45d1be59fe75 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d436dd45-4104-4290-a33b-f2fe67047429 HTTP/1.1" status: 200 len: 998 time: 0.0685484 Jun 28 03:20:27.521542 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-a295c696-7472-485b-b55c-8e141983ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:27.523006 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-a295c696-7472-485b-b55c-8e141983ac6b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.0571861 Jun 28 03:20:27.562269 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e906205-0140-4c64-99ae-3680b3bceaa5 None None] New status for floating IP 4dbf8bb1-fb03-460c-83e0-27da14666c57: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:20:27.590881 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-e9990792-2240-4c82-bde8-4f028ad21412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:27.593485 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-e9990792-2240-4c82-bde8-4f028ad21412 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517139 Jun 28 03:20:27.686867 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-66636d56-a2e4-4662-a90a-a53173cd29c2 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:27.690497 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-66636d56-a2e4-4662-a90a-a53173cd29c2 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.27 "GET /v2.0/networks?id=637d8db0-e115-438e-98d4-4018ed69f48c HTTP/1.1" status: 200 len: 809 time: 0.1874170 Jun 28 03:20:27.745411 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-71820722-0a2d-48e9-b41b-6654bf9e5f38 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444767 Jun 28 03:20:27.851153 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-43619dac-4c1f-411b-94c3-906bad93dc05 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcfe66d2ca71404e9b032806db987d4d HTTP/1.1" status: 200 len: 380 time: 0.1381850 Jun 28 03:20:27.865635 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:27.878376 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Request body: {'port': {'device_id': '18d20165-bd26-4933-9494-f57e12a4af62', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'admin_state_up': True, 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'security_groups': ['ad3e23bc-e2db-4200-ac88-a8e389603439']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:20:27.909444 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd2d66f6-7323-470d-b0f6-22525cf1e6af req-314218ba-cfdf-47e6-aa38-f121dcb81cbf service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490309 Jun 28 03:20:28.125543 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Made reservation on behalf of bcfe66d2ca71404e9b032806db987d4d for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:20:28.134259 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:28.137692 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e3af29f1-01ba-4c64-af18-288a0c735493 req-84f09d7a-db3f-4b11-a070-5aaae94834ec tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 210 time: 0.0572762 Jun 28 03:20:28.336093 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Allocated IP 172.20.0.7 (637d8db0-e115-438e-98d4-4018ed69f48c/3c61886d-35ea-4842-a52c-cdcc6f9c97f4/5ef0c0c3-3a01-4e07-9e58-af12fe750d01) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:20:28.514958 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1710-a1c7-4912-83f2-731bb44158f4 req-05b2270a-4265-4536-b707-c87bbf190558 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:28.523781 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-baad1710-a1c7-4912-83f2-731bb44158f4 req-05b2270a-4265-4536-b707-c87bbf190558 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1438968 Jun 28 03:20:28.551565 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162b6c6-05f1-47cc-85ce-ca20eabb8730 req-0e2c47fe-4a3e-4c9b-b556-ed649baa53f1 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:28.559453 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5162b6c6-05f1-47cc-85ce-ca20eabb8730 req-0e2c47fe-4a3e-4c9b-b556-ed649baa53f1 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1163046 Jun 28 03:20:28.560789 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:28.628859 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:28.650713 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-baad1710-a1c7-4912-83f2-731bb44158f4 req-eb4a55cc-2d12-4cec-b8db-c3d960914cf8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258681 Jun 28 03:20:28.691350 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5162b6c6-05f1-47cc-85ce-ca20eabb8730 req-31165277-2256-4ed8-8ce7-6c908314a9e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302254 Jun 28 03:20:28.722133 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:28.744384 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Network 637d8db0-e115-438e-98d4-4018ed69f48c is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:20:28.751037 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:20:28.767541 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:20:28.815926 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event updated for resources: {'Port': ['ID=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:28.866951 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:28.867625 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:28.891543 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-3ecf2500-a12a-417f-a972-9f8129a9d7e1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0238135 Jun 28 03:20:29.103016 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-65545618-db02-441b-81f7-337515a24354 None None] Provisioning complete for port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:20:29.104201 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-65545618-db02-441b-81f7-337515a24354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:29.108651 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Request body: {'port': {'device_id': '18d20165-bd26-4933-9494-f57e12a4af62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:20:29.148584 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-65545618-db02-441b-81f7-337515a24354 None None] Port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:20:29.285702 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-a3b9d1a8-22b9-4ad1-b871-9f17ece93770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:29.294332 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-a3b9d1a8-22b9-4ad1-b871-9f17ece93770 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0&tenant_id=9e47b6f7a96c46dfa9906912efb7f265 HTTP/1.1" status: 200 len: 1128 time: 0.1919286 Jun 28 03:20:29.313261 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:29.469733 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-ceece46a-0361-4d86-a3ef-360dd96b0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:29.471320 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-ceece46a-0361-4d86-a3ef-360dd96b0628 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 1128 time: 0.0923615 Jun 28 03:20:29.478348 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd409dd7-13ef-4208-a93d-606f4bb06e0c req-16465427-97ee-4407-9d55-4241eaa92ec6 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:29.486172 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cd409dd7-13ef-4208-a93d-606f4bb06e0c req-16465427-97ee-4407-9d55-4241eaa92ec6 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 931 time: 0.1748707 Jun 28 03:20:29.551715 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cd409dd7-13ef-4208-a93d-606f4bb06e0c req-545785bb-eb69-4d2a-affe-97b34367f664 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643389 Jun 28 03:20:29.596614 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:29.620873 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:29.666093 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-b8179035-77c7-4847-acc8-4d52559ca9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:29.668049 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-b8179035-77c7-4847-acc8-4d52559ca9fb service neutron] 10.222.0.27 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 918 time: 0.1148183 Jun 28 03:20:29.686200 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:20:29.694830 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Publish callbacks [] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:29.712343 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Transition to ACTIVE for port object 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:20:29.719929 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:29.785552 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:29.885494 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-54eebb2c-da28-491c-9c09-587f13c7d711 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e28a86b-c03c-4271-880f-a8d72e9df423 HTTP/1.1" status: 200 len: 999 time: 0.2049222 Jun 28 03:20:29.916934 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d86a5a-3d60-4606-8156-a556894923ac req-6dd947e9-10a3-4022-832f-1058ed932a70 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:29.924095 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b1d86a5a-3d60-4606-8156-a556894923ac req-6dd947e9-10a3-4022-832f-1058ed932a70 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1700897 Jun 28 03:20:29.933284 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Attempting to bind port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:20:29.933284 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Attempting to bind port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:20:29.933622 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Attempting to bind port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 on network 637d8db0-e115-438e-98d4-4018ed69f48c {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:20:29.939185 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 on network 637d8db0-e115-438e-98d4-4018ed69f48c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:20:29.939505 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Attempting to bind port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 on network 637d8db0-e115-438e-98d4-4018ed69f48c {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:20:29.945421 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:20:29.945863 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Checking segment: {'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:20:29.946246 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Bound using segment: {'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:20:29.946674 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Bound port: 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:20:29.947027 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:30.011644 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf84cc5-8a1b-4980-bf91-03244d099d12 req-742c85ed-e309-4129-8910-d22fcb46d43c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:30.013371 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6cf84cc5-8a1b-4980-bf91-03244d099d12 req-742c85ed-e309-4129-8910-d22fcb46d43c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1834779 Jun 28 03:20:30.030465 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] For port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:20:30.035398 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] For port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:20:30.037830 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b1d86a5a-3d60-4606-8156-a556894923ac req-ccbf960b-1c6a-4332-96b9-8924fe1449b4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126792 Jun 28 03:20:30.045155 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:30.052541 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-647d0718-63de-45e5-9aaf-2c7f8b0d805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:30.054004 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-647d0718-63de-45e5-9aaf-2c7f8b0d805a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 200 len: 856 time: 0.1243017 Jun 28 03:20:30.088596 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6cf84cc5-8a1b-4980-bf91-03244d099d12 req-ce5ec232-5f70-4855-ade7-67b338bb970e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657103 Jun 28 03:20:30.111352 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:30.112973 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:30.118041 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] 10.222.0.27 "PUT /v2.0/ports/5ef0c0c3-3a01-4e07-9e58-af12fe750d01 HTTP/1.1" status: 200 len: 1093 time: 1.0231330 Jun 28 03:20:30.119280 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:20:30.122636 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a6a715-9249-4bba-832a-49c6338c397f" -d '{"events": [{"name": "network-changed", "server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:20:30.142637 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-0f79ba30-c513-43c6-b4f8-37330348eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:30.144959 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-0f79ba30-c513-43c6-b4f8-37330348eae1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=91e0cac6-eac1-4a49-93d7-95195e9565b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553327 Jun 28 03:20:30.275866 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a61f18-eda4-47e2-aa7e-69420093e50b x-openstack-request-id: req-60a61f18-eda4-47e2-aa7e-69420093e50b {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:20:30.276873 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:20:30.277282 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60a61f18-eda4-47e2-aa7e-69420093e50b {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:20:30.277853 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a61f18-eda4-47e2-aa7e-69420093e50b'] response: {'name': 'network-changed', 'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'status': 'completed', 'code': 200} Jun 28 03:20:30.279326 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa396fd-e9f3-42df-ac26-a6b68cc08187 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:30.283495 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-4697115e-7165-4d32-aa20-5def6daca0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:30.285324 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-4697115e-7165-4d32-aa20-5def6daca0b2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=bcfe66d2ca71404e9b032806db987d4d&device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 1127 time: 0.0803607 Jun 28 03:20:30.298635 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-5d7f1410-15ec-4d35-993a-15d3ec1b7e03 service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404846 Jun 28 03:20:30.366985 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-7827f0f4-ca1a-45a3-b7fd-3a06c0d98732 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01 HTTP/1.1" status: 200 len: 217 time: 0.0604703 Jun 28 03:20:30.436493 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-64016ce5-a475-4280-85dd-ac34ba7d778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:30.438520 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-64016ce5-a475-4280-85dd-ac34ba7d778e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3c61886d-35ea-4842-a52c-cdcc6f9c97f4 HTTP/1.1" status: 200 len: 848 time: 0.0638499 Jun 28 03:20:30.439966 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88b267e2-99c5-4e0f-a1e2-c811e2ec543f req-9325769d-96ea-40ec-ae37-47ba1baecdbf service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329675 Jun 28 03:20:30.524861 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-e3f6f2e0-ab09-4f03-bd71-346250451429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:30.526881 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-e3f6f2e0-ab09-4f03-bd71-346250451429 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=637d8db0-e115-438e-98d4-4018ed69f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611193 Jun 28 03:20:30.569626 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:30.660238 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-ec92fe49-7349-41b0-832f-bcb2e21ecd53 service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242771 Jun 28 03:20:30.771295 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c022bc7-50b9-4497-ac82-c25656ec2f33 req-6ae55aef-801e-4e0a-8774-293de13385e4 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:30.773341 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c022bc7-50b9-4497-ac82-c25656ec2f33 req-6ae55aef-801e-4e0a-8774-293de13385e4 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.1237018 Jun 28 03:20:30.841474 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a2aa2e-c103-4a9c-a414-96a1e4c0a136 req-05255e0e-3090-4221-82e9-93b01ade389e service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646791 Jun 28 03:20:30.859501 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:30.876876 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c022bc7-50b9-4497-ac82-c25656ec2f33 req-d36fd7d6-59fb-41ee-a91e-710c200da286 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964575 Jun 28 03:20:30.882173 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 37802) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:31.042359 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0aef6fc5-807a-4134-8128-752a357bd9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:31.075420 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:31.212526 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0aef6fc5-807a-4134-8128-752a357bd9ea admin admin] Publish callbacks [] for security_group (9ade7940-1c2c-4f0d-ac89-24d23516f876), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:31.222752 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0aef6fc5-807a-4134-8128-752a357bd9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (9ade7940-1c2c-4f0d-ac89-24d23516f876), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:31.265899 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef6fc5-807a-4134-8128-752a357bd9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade7940-1c2c-4f0d-ac89-24d23516f876,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:31.270215 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0aef6fc5-807a-4134-8128-752a357bd9ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcaa845795a84e938b573fc677acba84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865638 Jun 28 03:20:31.273321 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 37820) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:31.332274 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1572a1-2cd3-4410-99f9-5ba9715f2556 req-133d6f3e-4f73-401b-8404-af3745541a8f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:31.333826 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bc1572a1-2cd3-4410-99f9-5ba9715f2556 req-133d6f3e-4f73-401b-8404-af3745541a8f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1477861 Jun 28 03:20:31.346145 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd073ef9-f3e3-44f4-971b-0e0703578a9f req-b908ff93-30f0-4de0-872c-97fa5c47850d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:31.355676 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cd073ef9-f3e3-44f4-971b-0e0703578a9f req-b908ff93-30f0-4de0-872c-97fa5c47850d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1007628 Jun 28 03:20:31.396519 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cb186eb8-bd38-470d-95a4-3f7a0b3ff324 admin admin] Publish callbacks [] for security_group (9ade7940-1c2c-4f0d-ac89-24d23516f876), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:31.452909 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bc1572a1-2cd3-4410-99f9-5ba9715f2556 req-5c2a3982-0cc5-43a0-8590-35dc65370b58 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934448 Jun 28 03:20:31.463150 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cd073ef9-f3e3-44f4-971b-0e0703578a9f req-aae9b9ef-0204-4ca2-8130-5f6a55d89b55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064849 Jun 28 03:20:31.487656 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cb186eb8-bd38-470d-95a4-3f7a0b3ff324 admin admin] Publish callbacks [] for security_group (9ade7940-1c2c-4f0d-ac89-24d23516f876), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:31.532188 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a715-9249-4bba-832a-49c6338c397f req-c7b551bd-11e5-4712-9845-a214474acce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:31.539019 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c2a6a715-9249-4bba-832a-49c6338c397f req-c7b551bd-11e5-4712-9845-a214474acce8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=bcfe66d2ca71404e9b032806db987d4d&device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 1127 time: 0.1232543 Jun 28 03:20:31.701187 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cb186eb8-bd38-470d-95a4-3f7a0b3ff324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (9ade7940-1c2c-4f0d-ac89-24d23516f876), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:31.707929 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cb186eb8-bd38-470d-95a4-3f7a0b3ff324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:31.713190 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-cb186eb8-bd38-470d-95a4-3f7a0b3ff324 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ade7940-1c2c-4f0d-ac89-24d23516f876 HTTP/1.1" status: 204 len: 168 time: 0.4348803 Jun 28 03:20:31.732246 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb186eb8-bd38-470d-95a4-3f7a0b3ff324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade7940-1c2c-4f0d-ac89-24d23516f876,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:31.771822 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a715-9249-4bba-832a-49c6338c397f req-3e28b285-4c57-4174-9474-d38e5049ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:31.774292 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c2a6a715-9249-4bba-832a-49c6338c397f req-3e28b285-4c57-4174-9474-d38e5049ab44 service neutron] 10.222.0.27 "GET /v2.0/networks?id=637d8db0-e115-438e-98d4-4018ed69f48c HTTP/1.1" status: 200 len: 910 time: 0.2097275 Jun 28 03:20:31.897116 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c2a6a715-9249-4bba-832a-49c6338c397f req-6ca5c908-7d45-4136-941d-6d428753648c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01 HTTP/1.1" status: 200 len: 217 time: 0.1147313 Jun 28 03:20:32.112620 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a715-9249-4bba-832a-49c6338c397f req-5ea8c774-4d3b-4ac6-8a5e-f5ce80338542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:32.113890 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c2a6a715-9249-4bba-832a-49c6338c397f req-5ea8c774-4d3b-4ac6-8a5e-f5ce80338542 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3c61886d-35ea-4842-a52c-cdcc6f9c97f4 HTTP/1.1" status: 200 len: 848 time: 0.1859407 Jun 28 03:20:32.149383 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fef5f4-138b-4ce0-bbb1-4d8b5045191a req-1223b1d4-9355-49c5-91ff-f235f4417471 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:32.152032 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f8fef5f4-138b-4ce0-bbb1-4d8b5045191a req-1223b1d4-9355-49c5-91ff-f235f4417471 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.1126783 Jun 28 03:20:32.239814 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a715-9249-4bba-832a-49c6338c397f req-897f59c0-e07b-4308-b7de-0c98efae5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:32.241525 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c2a6a715-9249-4bba-832a-49c6338c397f req-897f59c0-e07b-4308-b7de-0c98efae5c8b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=637d8db0-e115-438e-98d4-4018ed69f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1174238 Jun 28 03:20:32.298325 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f8fef5f4-138b-4ce0-bbb1-4d8b5045191a req-3c46824a-7a91-4070-8b6b-ae52fd843c5d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414452 Jun 28 03:20:32.411824 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c2a6a715-9249-4bba-832a-49c6338c397f req-7f982627-ee2d-4ace-a5ed-4f2e88a74804 service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498253 Jun 28 03:20:32.684264 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:32.693325 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c978d1-aa98-4c76-a7b9-6772d212236b req-4cbb8760-66c8-46fc-94af-4c42201dae1b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:32.704187 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-71c978d1-aa98-4c76-a7b9-6772d212236b req-4cbb8760-66c8-46fc-94af-4c42201dae1b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1232457 Jun 28 03:20:32.717041 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c2a6a715-9249-4bba-832a-49c6338c397f req-a9f6af1b-63a7-4312-8b63-efd1ca13b8fb service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143393 Jun 28 03:20:32.732807 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192fe7f-fbff-4e5e-9eec-47d8508c4bf1 req-ddaaaaa3-f1d2-4105-b745-f91e53e0c81f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:32.740289 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a192fe7f-fbff-4e5e-9eec-47d8508c4bf1 req-ddaaaaa3-f1d2-4105-b745-f91e53e0c81f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1451306 Jun 28 03:20:32.760132 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:32.820024 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a192fe7f-fbff-4e5e-9eec-47d8508c4bf1 req-bee1a6fd-215d-4316-a79c-5337de295fde tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785728 Jun 28 03:20:32.828249 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-71c978d1-aa98-4c76-a7b9-6772d212236b req-7f2637e8-5318-491e-8122-098afd006e91 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227946 Jun 28 03:20:33.451654 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed3ea5-85d0-47a8-9bad-43af7b5db997 req-0a054d2d-f985-4319-8280-7db373163177 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:33.460978 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b9ed3ea5-85d0-47a8-9bad-43af7b5db997 req-0a054d2d-f985-4319-8280-7db373163177 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0734253 Jun 28 03:20:33.512791 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b9ed3ea5-85d0-47a8-9bad-43af7b5db997 req-4af51903-3969-4c08-8361-94628152605f tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507991 Jun 28 03:20:33.980912 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ad46-7e73-4fa8-86aa-a37c0e259b4e req-0954b8ce-df5d-42e9-b334-7912592884f8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:33.982443 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0b62ad46-7e73-4fa8-86aa-a37c0e259b4e req-0954b8ce-df5d-42e9-b334-7912592884f8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0765181 Jun 28 03:20:34.002217 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9d430-2d2a-4a9b-acaa-0c78c8417c69 req-cba9ada0-6725-4cf9-8851-3e984ee9d663 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:34.003610 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7af9d430-2d2a-4a9b-acaa-0c78c8417c69 req-cba9ada0-6725-4cf9-8851-3e984ee9d663 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0664191 Jun 28 03:20:34.061850 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0b62ad46-7e73-4fa8-86aa-a37c0e259b4e req-c50b504f-033c-445c-a4b9-42bace460d17 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734005 Jun 28 03:20:34.084427 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7af9d430-2d2a-4a9b-acaa-0c78c8417c69 req-1ae0d4f3-263f-48dc-a478-d2813107bce1 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735474 Jun 28 03:20:34.629976 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a1047-aadd-4ae7-8a6c-b266e774d170 req-5b566116-189b-4f91-abfe-ad9800974bf9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:34.631736 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4f1a1047-aadd-4ae7-8a6c-b266e774d170 req-5b566116-189b-4f91-abfe-ad9800974bf9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0486207 Jun 28 03:20:34.688809 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4f1a1047-aadd-4ae7-8a6c-b266e774d170 req-82844b6e-9ec7-4ff5-adf9-85a117889b9f tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476789 Jun 28 03:20:35.260774 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacb6de-1a73-4bb6-95af-669d22d19f7c req-c10261b2-acfd-4ae8-8dc8-da61c983289c tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:35.276878 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dcacb6de-1a73-4bb6-95af-669d22d19f7c req-c10261b2-acfd-4ae8-8dc8-da61c983289c tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.1104345 Jun 28 03:20:35.283722 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3768e-566b-4894-ab44-4f76a6b9004c req-9d435ccd-15a2-4d47-b44c-66abbeee4034 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:35.285243 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-41b3768e-566b-4894-ab44-4f76a6b9004c req-9d435ccd-15a2-4d47-b44c-66abbeee4034 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1042490 Jun 28 03:20:35.357494 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dcacb6de-1a73-4bb6-95af-669d22d19f7c req-07016d56-0d93-449b-84c8-d0be05f9e2d3 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708752 Jun 28 03:20:35.371192 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-41b3768e-566b-4894-ab44-4f76a6b9004c req-d00339f7-6d44-4e21-a30f-243e8525498d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774519 Jun 28 03:20:35.829667 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:35.854651 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2068ff-a77a-4632-8bb9-7df1e3fbb8de req-45874c9e-c4fa-40ee-8b0b-ca24ad09fce0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:35.856313 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0d2068ff-a77a-4632-8bb9-7df1e3fbb8de req-45874c9e-c4fa-40ee-8b0b-ca24ad09fce0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0597875 Jun 28 03:20:35.916564 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0d2068ff-a77a-4632-8bb9-7df1e3fbb8de req-4d4cd499-dc63-47cc-ba27-9853b04d7c11 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537531 Jun 28 03:20:36.534450 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5de90-2ea3-4000-8d4c-c1959979abd9 req-a33381f0-3e3d-4f5b-aaf5-a3fce6d3e34a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:36.536452 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e8a5de90-2ea3-4000-8d4c-c1959979abd9 req-a33381f0-3e3d-4f5b-aaf5-a3fce6d3e34a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0901368 Jun 28 03:20:36.545898 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862524e-fcc9-4738-b182-fb68b1ae0257 req-b834d030-1951-4f5b-a79d-b7ecdd88605c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:36.547388 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4862524e-fcc9-4738-b182-fb68b1ae0257 req-b834d030-1951-4f5b-a79d-b7ecdd88605c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0669186 Jun 28 03:20:36.629733 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e8a5de90-2ea3-4000-8d4c-c1959979abd9 req-273c11ba-bcf7-418b-aa80-05e5c163a95e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811043 Jun 28 03:20:36.633270 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4862524e-fcc9-4738-b182-fb68b1ae0257 req-ecf70b52-3d88-4cff-9f39-93caf79263cd tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787094 Jun 28 03:20:36.790690 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 37930) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:36.838960 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a60787-4e21-4620-86d1-2993629f8e0d admin admin] Deleting subnet d7ab61ed-e342-46fe-940f-a3dfd3b22990 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:20:36.844414 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3a60787-4e21-4620-86d1-2993629f8e0d admin admin] Publish callbacks [] for subnet (d7ab61ed-e342-46fe-940f-a3dfd3b22990), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:36.884951 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3a60787-4e21-4620-86d1-2993629f8e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242447'] for subnet (d7ab61ed-e342-46fe-940f-a3dfd3b22990), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:36.946290 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3a60787-4e21-4620-86d1-2993629f8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (d7ab61ed-e342-46fe-940f-a3dfd3b22990), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:36.973809 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:37.038266 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3a60787-4e21-4620-86d1-2993629f8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3343495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460874'] for subnet (d7ab61ed-e342-46fe-940f-a3dfd3b22990), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.069634 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3a60787-4e21-4620-86d1-2993629f8e0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.072882 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f3a60787-4e21-4620-86d1-2993629f8e0d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d7ab61ed-e342-46fe-940f-a3dfd3b22990 HTTP/1.1" status: 204 len: 168 time: 0.2803593 Jun 28 03:20:37.074347 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a60787-4e21-4620-86d1-2993629f8e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ab61ed-e342-46fe-940f-a3dfd3b22990,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:37.075651 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 37936) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:37.092006 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0399fb-617b-4b7e-9c79-91962637c4b3 req-aaacff34-b350-4166-a705-21da305f7769 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:37.093580 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4d0399fb-617b-4b7e-9c79-91962637c4b3 req-aaacff34-b350-4166-a705-21da305f7769 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0665033 Jun 28 03:20:37.120363 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:37.189966 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4d0399fb-617b-4b7e-9c79-91962637c4b3 req-65397733-f057-4caa-a7b1-3bd26a2de70c tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863197 Jun 28 03:20:37.201196 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (6b3cf016-a33e-448c-823a-e4405f148035), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.287941 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (6b3cf016-a33e-448c-823a-e4405f148035), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.307744 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3cf016-a33e-448c-823a-e4405f148035']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:37.316658 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0946815-88ac-40f9-a90f-fa0730161593') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:37.316942 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0946815-88ac-40f9-a90f-fa0730161593') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:37.329897 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2734211'] for segment (b0946815-88ac-40f9-a90f-fa0730161593), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.344768 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (b0946815-88ac-40f9-a90f-fa0730161593), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.351728 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:20:37.352428 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1211205'] for segment (b0946815-88ac-40f9-a90f-fa0730161593), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.380930 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment b0946815-88ac-40f9-a90f-fa0730161593 resource provider aggregate not found Jun 28 03:20:37.422743 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment b0946815-88ac-40f9-a90f-fa0730161593 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0946815-88ac-40f9-a90f-fa0730161593 found for delete ", "request_id": "req-a4f93b4d-1fe7-4021-88a9-44c934411bbe"}]} Jun 28 03:20:37.445119 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (6b3cf016-a33e-448c-823a-e4405f148035), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.452980 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.456105 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] 10.222.0.44 "DELETE /v2.0/networks/6b3cf016-a33e-448c-823a-e4405f148035 HTTP/1.1" status: 204 len: 168 time: 0.3786714 Jun 28 03:20:37.469186 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb0c61-ca28-419a-b2a3-43d6a4443ada admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3cf016-a33e-448c-823a-e4405f148035,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:37.653086 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 37944) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:37.735258 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4aabab41-573c-4558-b6c5-d8e62e41cd6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2443fc439de4514badcb369d67462b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807517 Jun 28 03:20:37.736190 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 37950) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:37.794112 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d646fda9-f19f-4a09-a520-92786d8b21fe admin admin] Publish callbacks [] for security_group (f247854e-1d18-4070-a4fa-0008231cd2e6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.819188 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d646fda9-f19f-4a09-a520-92786d8b21fe admin admin] Publish callbacks [] for security_group (f247854e-1d18-4070-a4fa-0008231cd2e6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.828496 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29978cbe-7c97-4592-8119-167e40ace428 req-4a24a743-ac6d-433c-9330-e20664d5ebed tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:37.830162 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-29978cbe-7c97-4592-8119-167e40ace428 req-4a24a743-ac6d-433c-9330-e20664d5ebed tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0838175 Jun 28 03:20:37.858307 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610cc3c-8779-4376-805a-599d77197ce3 req-4a202b56-bef9-4fda-86ba-22130d1249ae tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:37.865831 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9610cc3c-8779-4376-805a-599d77197ce3 req-4a202b56-bef9-4fda-86ba-22130d1249ae tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1398337 Jun 28 03:20:37.902765 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d646fda9-f19f-4a09-a520-92786d8b21fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (f247854e-1d18-4070-a4fa-0008231cd2e6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.905448 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d646fda9-f19f-4a09-a520-92786d8b21fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:37.906644 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d646fda9-f19f-4a09-a520-92786d8b21fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f247854e-1d18-4070-a4fa-0008231cd2e6 HTTP/1.1" status: 204 len: 168 time: 0.1693280 Jun 28 03:20:37.916121 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646fda9-f19f-4a09-a520-92786d8b21fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247854e-1d18-4070-a4fa-0008231cd2e6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:37.932745 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-29978cbe-7c97-4592-8119-167e40ace428 req-4b2f067e-c73f-43b2-8e19-3cd35f63d93e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898652 Jun 28 03:20:37.970428 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9610cc3c-8779-4376-805a-599d77197ce3 req-5be51279-bf8c-4589-8c7f-e9ac58c4a427 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037529 Jun 28 03:20:38.272047 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:20:38.597316 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44139-618d-4701-af77-3200b6b89db3 req-7cd32478-c3ff-4764-ab3e-d867b8f1cb91 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:38.604520 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d2a44139-618d-4701-af77-3200b6b89db3 req-7cd32478-c3ff-4764-ab3e-d867b8f1cb91 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.3285205 Jun 28 03:20:38.641248 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:38.651170 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d2a44139-618d-4701-af77-3200b6b89db3 req-0d331f45-9d81-4bfa-b6d0-250dd7bf4f30 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458012 Jun 28 03:20:39.112251 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed92e6-b253-4c45-9451-6b0690505d13 req-bc5292e0-95de-4151-be44-467cf885e08a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:39.114823 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b0ed92e6-b253-4c45-9451-6b0690505d13 req-bc5292e0-95de-4151-be44-467cf885e08a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0852039 Jun 28 03:20:39.131349 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93b60-3ad2-41ef-9aee-67b60bc075c9 req-21ce2fba-d92f-4444-b51e-3467f9f652c2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:39.132848 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-50f93b60-3ad2-41ef-9aee-67b60bc075c9 req-21ce2fba-d92f-4444-b51e-3467f9f652c2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0747552 Jun 28 03:20:39.202090 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b0ed92e6-b253-4c45-9451-6b0690505d13 req-81e211f0-3196-43d7-9535-bdb443655d01 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784357 Jun 28 03:20:39.235834 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-50f93b60-3ad2-41ef-9aee-67b60bc075c9 req-cc62150d-c38d-425c-b495-097f28369f75 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893538 Jun 28 03:20:39.348894 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 37986) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:39.466116 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-56d6c4bb-03c7-4058-828b-cca1791c43d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:39.560505 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-56d6c4bb-03c7-4058-828b-cca1791c43d5 admin admin] Publish callbacks [] for security_group (fee5f59e-7428-4d33-b03d-690ecede7926), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:39.565506 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-56d6c4bb-03c7-4058-828b-cca1791c43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (fee5f59e-7428-4d33-b03d-690ecede7926), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:39.604048 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6c4bb-03c7-4058-828b-cca1791c43d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee5f59e-7428-4d33-b03d-690ecede7926,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:39.608734 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-56d6c4bb-03c7-4058-828b-cca1791c43d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82c15cc9cb9b45288fdfc49a9e05b997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591109 Jun 28 03:20:39.612023 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 37990) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:39.677562 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1711bb4a-fd17-4159-b83d-fda7c0ce788c admin admin] Publish callbacks [] for security_group (fee5f59e-7428-4d33-b03d-690ecede7926), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:39.679751 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:39.707594 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1711bb4a-fd17-4159-b83d-fda7c0ce788c admin admin] Publish callbacks [] for security_group (fee5f59e-7428-4d33-b03d-690ecede7926), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:39.790013 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12cd0-d560-41a5-a147-7b522bc5c6dc req-bf767d76-9463-4079-9865-2f24b4016320 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:39.791985 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2bf12cd0-d560-41a5-a147-7b522bc5c6dc req-bf767d76-9463-4079-9865-2f24b4016320 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0573468 Jun 28 03:20:39.793419 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1711bb4a-fd17-4159-b83d-fda7c0ce788c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (fee5f59e-7428-4d33-b03d-690ecede7926), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:39.796357 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1711bb4a-fd17-4159-b83d-fda7c0ce788c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:39.799867 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1711bb4a-fd17-4159-b83d-fda7c0ce788c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fee5f59e-7428-4d33-b03d-690ecede7926 HTTP/1.1" status: 204 len: 168 time: 0.1853709 Jun 28 03:20:39.815559 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711bb4a-fd17-4159-b83d-fda7c0ce788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee5f59e-7428-4d33-b03d-690ecede7926,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:39.864232 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2bf12cd0-d560-41a5-a147-7b522bc5c6dc req-adb4d733-c5af-4e5d-93fc-158ef9816b58 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624504 Jun 28 03:20:40.332596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e0a4d-11d0-433d-9c1f-e5dcf7ae7619 req-cb5ef0d3-8bb8-42ea-801b-30dd5ed8bf06 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:40.333999 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2d6e0a4d-11d0-433d-9c1f-e5dcf7ae7619 req-cb5ef0d3-8bb8-42ea-801b-30dd5ed8bf06 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0522847 Jun 28 03:20:40.400250 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27338d-fb02-45a4-8e59-e1cbacb7ad10 req-ad200085-2619-466f-b6d5-9285ebcea0ac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:40.401866 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-af27338d-fb02-45a4-8e59-e1cbacb7ad10 req-ad200085-2619-466f-b6d5-9285ebcea0ac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0764782 Jun 28 03:20:40.441770 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2d6e0a4d-11d0-433d-9c1f-e5dcf7ae7619 req-20dec1de-2bc1-4b65-b5b0-8f938fb24183 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998564 Jun 28 03:20:40.476606 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-af27338d-fb02-45a4-8e59-e1cbacb7ad10 req-45beabce-a7ac-4ae3-825d-3079f765069b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664361 Jun 28 03:20:40.981469 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772afe1-84ad-4ff0-9445-a5178fa5e7cc req-3ff74ae4-cbc6-4ad4-917e-61dfc9ad1da7 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:40.983834 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1772afe1-84ad-4ff0-9445-a5178fa5e7cc req-3ff74ae4-cbc6-4ad4-917e-61dfc9ad1da7 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0530486 Jun 28 03:20:41.033677 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1772afe1-84ad-4ff0-9445-a5178fa5e7cc req-4a00400c-a3a4-428b-a65d-30d9d07d37b1 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Jun 28 03:20:41.538456 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:41.608482 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ddfd9-c35e-4969-ba2d-32603cf6b08e req-e643ee98-c543-44f3-ac62-64b7c042a4ce tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:41.609968 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-775ddfd9-c35e-4969-ba2d-32603cf6b08e req-e643ee98-c543-44f3-ac62-64b7c042a4ce tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0837543 Jun 28 03:20:41.620185 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8229de-85fc-44f3-8d1e-92a10d259c78 req-559764b4-d161-4375-a39d-400b017d7488 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:41.621618 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2a8229de-85fc-44f3-8d1e-92a10d259c78 req-559764b4-d161-4375-a39d-400b017d7488 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0609100 Jun 28 03:20:41.694250 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-775ddfd9-c35e-4969-ba2d-32603cf6b08e req-ca7c844e-356e-443e-8394-594817a81ca4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716548 Jun 28 03:20:41.697290 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2a8229de-85fc-44f3-8d1e-92a10d259c78 req-0610818f-193f-4423-9161-838dba853595 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686975 Jun 28 03:20:42.157342 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef487df7-2861-4b9c-98db-48f46ee1b043 req-83403c6e-b19a-4158-b325-f1171612edac tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:42.158814 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ef487df7-2861-4b9c-98db-48f46ee1b043 req-83403c6e-b19a-4158-b325-f1171612edac tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0552404 Jun 28 03:20:42.209436 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ef487df7-2861-4b9c-98db-48f46ee1b043 req-45b362e5-770f-48d5-9fb7-df9001ca60e0 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449872 Jun 28 03:20:42.843156 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7233e9-9030-458d-bab3-39a528a42856 req-0389d76b-3667-49e4-84f9-9f0db5f05a6d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:42.844660 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7d7233e9-9030-458d-bab3-39a528a42856 req-0389d76b-3667-49e4-84f9-9f0db5f05a6d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0755699 Jun 28 03:20:42.855022 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d059d-7efc-48d0-afef-ecfd1b7d1706 req-4c3a973f-77be-4d12-9dfb-73d0d6ebe5e6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:42.856668 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-606d059d-7efc-48d0-afef-ecfd1b7d1706 req-4c3a973f-77be-4d12-9dfb-73d0d6ebe5e6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0742998 Jun 28 03:20:42.935339 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7d7233e9-9030-458d-bab3-39a528a42856 req-a37f9806-6439-40cc-81d0-6c4c5740c646 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777435 Jun 28 03:20:42.938676 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-606d059d-7efc-48d0-afef-ecfd1b7d1706 req-22eb100a-6b2f-4220-9233-7256bf99d120 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737596 Jun 28 03:20:43.334744 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e56822-0fd5-4319-99a7-a2e90614b05f req-4788119b-e727-44bf-807c-ac29ddea4d4c tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:43.336293 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-96e56822-0fd5-4319-99a7-a2e90614b05f req-4788119b-e727-44bf-807c-ac29ddea4d4c tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0509186 Jun 28 03:20:43.368199 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:43.388965 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-96e56822-0fd5-4319-99a7-a2e90614b05f req-769a2d30-ce1e-4f6d-bf69-13ebacfb1c09 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467072 Jun 28 03:20:44.094956 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e9566-8e80-483e-9267-b8b287527ad4 req-8c0a6b19-c254-43a9-a0c9-31086447e837 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:44.096365 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-668e9566-8e80-483e-9267-b8b287527ad4 req-8c0a6b19-c254-43a9-a0c9-31086447e837 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0796154 Jun 28 03:20:44.102665 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd2dee-077b-4eeb-8ae7-c65ee7a39ca9 req-9625ad6d-2534-4d62-8add-bf11b27bb455 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:44.104014 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2cd2dee-077b-4eeb-8ae7-c65ee7a39ca9 req-9625ad6d-2534-4d62-8add-bf11b27bb455 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0780108 Jun 28 03:20:44.177859 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-668e9566-8e80-483e-9267-b8b287527ad4 req-8ae3dbf5-c7ca-4259-ba15-ff753b6d8620 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728776 Jun 28 03:20:44.181076 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2cd2dee-077b-4eeb-8ae7-c65ee7a39ca9 req-b84ca683-da1c-4a27-9a34-2297cd168c16 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685225 Jun 28 03:20:44.511996 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8a1db-3982-405b-844d-f939118f14cf req-704c90b0-af90-48c2-a92c-aeb4741cfa7e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:44.513512 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-17e8a1db-3982-405b-844d-f939118f14cf req-704c90b0-af90-48c2-a92c-aeb4741cfa7e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0486286 Jun 28 03:20:44.570999 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-17e8a1db-3982-405b-844d-f939118f14cf req-70ed2d47-e34e-4092-b9aa-275388632839 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516953 Jun 28 03:20:44.626132 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e522701-5122-4bef-9ce7-4e5332c9911b req-3a2458f4-e2d2-4103-99e0-5ebd97d9cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:44.627621 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e522701-5122-4bef-9ce7-4e5332c9911b req-3a2458f4-e2d2-4103-99e0-5ebd97d9cffa service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 1130 time: 0.0395482 Jun 28 03:20:44.675386 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e522701-5122-4bef-9ce7-4e5332c9911b req-3c55897c-6305-41a1-b65d-350b789797b0 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Jun 28 03:20:44.934729 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:20:45.045735 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:45.057489 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'port_id': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'mac_address': 'fa:16:3e:fe:f4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:20:45.098895 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:20:45.099276 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:45.112751 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:20:45.133644 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:45.140237 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:45.187800 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:45.323316 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4afbd3-23d2-466f-bacc-e2bf89a9a70c req-251a3697-0e7e-4ee8-a8d8-68a6f7c0e15a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:45.325253 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd4afbd3-23d2-466f-bacc-e2bf89a9a70c req-251a3697-0e7e-4ee8-a8d8-68a6f7c0e15a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0747387 Jun 28 03:20:45.333161 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaab929-3f25-4260-b360-60f217a8b455 req-4e651329-83fc-4ae1-af29-a157a8804d3b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:45.334545 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cdaab929-3f25-4260-b360-60f217a8b455 req-4e651329-83fc-4ae1-af29-a157a8804d3b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0736837 Jun 28 03:20:45.406964 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd4afbd3-23d2-466f-bacc-e2bf89a9a70c req-4d88d5bc-d605-4749-bf61-503e892665e7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714748 Jun 28 03:20:45.411025 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cdaab929-3f25-4260-b360-60f217a8b455 req-e9449bb3-743d-4d51-8431-ee847ae224aa tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685325 Jun 28 03:20:45.554400 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['5ef0c0c3-3a01-4e07-9e58-af12fe750d01'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:20:45.674487 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:45.691164 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801910f-94d6-4599-9ca6-0ad5e3848760 req-85418831-ce85-4f8b-8abe-7ed7a0f19d58 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:45.692663 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7801910f-94d6-4599-9ca6-0ad5e3848760 req-85418831-ce85-4f8b-8abe-7ed7a0f19d58 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 944 time: 0.0533516 Jun 28 03:20:45.744232 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7801910f-94d6-4599-9ca6-0ad5e3848760 req-ca753a78-1620-47d0-9d9f-d9aa6d080238 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456769 Jun 28 03:20:46.573139 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bce1d-bb68-4230-8eba-f12f0b7553c5 req-05628b79-2973-4351-a842-e1626cfdf4f9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:46.574764 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c79bce1d-bb68-4230-8eba-f12f0b7553c5 req-05628b79-2973-4351-a842-e1626cfdf4f9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0738270 Jun 28 03:20:46.580663 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69f4f6-f8a2-4c73-a34c-2ec0ec96eb25 req-065c99a4-8fa3-4e36-a609-d018dcf457f0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:46.581974 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-be69f4f6-f8a2-4c73-a34c-2ec0ec96eb25 req-065c99a4-8fa3-4e36-a609-d018dcf457f0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0822773 Jun 28 03:20:46.656751 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c79bce1d-bb68-4230-8eba-f12f0b7553c5 req-59c1f231-794f-472f-96d7-bc2362b64575 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738420 Jun 28 03:20:46.663863 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-be69f4f6-f8a2-4c73-a34c-2ec0ec96eb25 req-32464501-85e3-4230-965e-7f58b63cdea7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739756 Jun 28 03:20:46.771628 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e2daa-85ee-4de9-b0ad-9741bb5fd26c req-c983734b-ed2f-401d-a809-04e00417f4ae tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:46.773171 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c23e2daa-85ee-4de9-b0ad-9741bb5fd26c req-c983734b-ed2f-401d-a809-04e00417f4ae tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0503740 Jun 28 03:20:46.833230 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c23e2daa-85ee-4de9-b0ad-9741bb5fd26c req-29915084-7093-4cef-8f66-81876eda943d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538037 Jun 28 03:20:46.866847 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38406c46-5b55-42e6-8f67-bc6a94607161 req-7590ffcc-ddc4-4d89-b9a5-c4069ddf053e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:46.868313 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-38406c46-5b55-42e6-8f67-bc6a94607161 req-7590ffcc-ddc4-4d89-b9a5-c4069ddf053e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 944 time: 0.0552833 Jun 28 03:20:46.923066 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-38406c46-5b55-42e6-8f67-bc6a94607161 req-25eb8e4a-b6fa-45f1-8ee8-83bda6ce0703 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490625 Jun 28 03:20:46.958644 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:20:46.961845 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:47.002584 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:20:47.009380 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:20:47.009787 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:47.085273 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:20:47.085573 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:47.088220 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:47.112367 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:20:47.114998 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e14f45-fadf-4d96-a0f5-a2fc36cb3e07" -d '{"events": [{"server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "name": "network-vif-plugged", "status": "completed", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:20:47.128881 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:47.135387 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:47.165286 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552eff54-09ed-4bd2-af4d-02662e6ef117 x-openstack-request-id: req-552eff54-09ed-4bd2-af4d-02662e6ef117 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:20:47.165286 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "name": "network-vif-plugged", "status": "completed", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:20:47.165286 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-552eff54-09ed-4bd2-af4d-02662e6ef117 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:20:47.165690 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552eff54-09ed-4bd2-af4d-02662e6ef117'] response: {'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'code': 200} Jun 28 03:20:47.193631 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:47.201334 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.201647 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.202009 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.202363 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.202695 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.203021 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.203346 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.203685 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.203983 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.204330 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.204648 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.204983 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.205304 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.205619 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.205928 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:47.483777 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d7724-0c84-4820-8d09-4291a7dc4a1f req-2bda931c-b6aa-4ea4-9cae-4a9fbfcb9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:47.485290 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-958d7724-0c84-4820-8d09-4291a7dc4a1f req-2bda931c-b6aa-4ea4-9cae-4a9fbfcb9df2 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 1129 time: 0.0416033 Jun 28 03:20:47.535044 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-958d7724-0c84-4820-8d09-4291a7dc4a1f req-b1f84faf-94e8-443d-a029-d570ec32aea5 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411739 Jun 28 03:20:47.554011 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3cc80219-1919-4448-adeb-511bbf78f328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:47.790314 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da4ca-48ab-492b-92d2-a3ce04bc6c84 req-82e737f1-6c55-4277-959c-41b131be332e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:47.791783 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c46da4ca-48ab-492b-92d2-a3ce04bc6c84 req-82e737f1-6c55-4277-959c-41b131be332e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0478363 Jun 28 03:20:47.841473 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:47.849575 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c46da4ca-48ab-492b-92d2-a3ce04bc6c84 req-838668f6-6371-4347-83b7-aa0a47407c43 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499866 Jun 28 03:20:48.042619 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905a3da-c753-41ef-a56b-47bea9a88ae5 req-34969ece-727d-43ea-b9a2-7366f36dc65f tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:48.044104 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1905a3da-c753-41ef-a56b-47bea9a88ae5 req-34969ece-727d-43ea-b9a2-7366f36dc65f tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0474701 Jun 28 03:20:48.097271 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1905a3da-c753-41ef-a56b-47bea9a88ae5 req-b53c1d8c-33aa-45dd-9ed9-abff9d28064e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447040 Jun 28 03:20:48.449145 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c285260-b4de-47a5-9a14-599507be1cb3 req-12a84629-ad0d-4f8d-84ee-825b18c1842a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:48.450849 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c285260-b4de-47a5-9a14-599507be1cb3 req-12a84629-ad0d-4f8d-84ee-825b18c1842a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0514276 Jun 28 03:20:48.498877 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c285260-b4de-47a5-9a14-599507be1cb3 req-2cfa9185-2715-4e80-9cc6-dce7732fdc84 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Jun 28 03:20:48.972939 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f86847-71af-49be-8969-04b7e419eac4 req-f0950b86-b019-4955-96e6-0be78c36593f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:48.974389 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d1f86847-71af-49be-8969-04b7e419eac4 req-f0950b86-b019-4955-96e6-0be78c36593f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0481598 Jun 28 03:20:49.023860 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d1f86847-71af-49be-8969-04b7e419eac4 req-72be2f68-f478-42b2-ba31-4dbf0be14a47 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Jun 28 03:20:49.215172 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260a0ae-8348-408b-a91e-e8a0d859b829 req-2e6ed00e-1252-4437-997a-af6bb6c4329a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:49.216876 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9260a0ae-8348-408b-a91e-e8a0d859b829 req-2e6ed00e-1252-4437-997a-af6bb6c4329a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0514030 Jun 28 03:20:49.270687 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9260a0ae-8348-408b-a91e-e8a0d859b829 req-353b8dc0-436e-4251-a8aa-58df1ea6edc2 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449715 Jun 28 03:20:49.398548 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c708878-1aea-4359-b50c-43bac9b0de45 req-b74ebb59-8e56-4f47-b9db-76e3728aa8f2 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:49.399998 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c708878-1aea-4359-b50c-43bac9b0de45 req-b74ebb59-8e56-4f47-b9db-76e3728aa8f2 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0529718 Jun 28 03:20:49.453265 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c708878-1aea-4359-b50c-43bac9b0de45 req-beb6dfd1-23f6-4fb9-b2eb-8067e87505ec tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446324 Jun 28 03:20:49.475020 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38068) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:49.600075 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:49.611799 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce012f-d1f8-465a-91c6-c485666d320c req-95c50d8d-e352-4521-8315-ce329f09e766 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:49.613425 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-05ce012f-d1f8-465a-91c6-c485666d320c req-95c50d8d-e352-4521-8315-ce329f09e766 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0478451 Jun 28 03:20:49.692063 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc33954-75ff-4666-becc-c8e9fe01bb88 tempest-TestShelveInstance-2028333211 tempest-TestShelveInstance-2028333211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:49.693621 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2dc33954-75ff-4666-becc-c8e9fe01bb88 tempest-TestShelveInstance-2028333211 tempest-TestShelveInstance-2028333211-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 1124 time: 0.2176547 Jun 28 03:20:49.696847 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38074) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:20:49.697358 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-05ce012f-d1f8-465a-91c6-c485666d320c req-6f89e002-c0bc-4c69-ad77-d1937f7bc3a5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769868 Jun 28 03:20:49.701432 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'port_id': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:20:49.726831 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:49.795688 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9f0f2d38-732d-4998-83f1-3d99ce307726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:49.815084 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:49.952083 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-6e8a006a-6316-4937-acb6-8b0173f89f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:49.953637 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-6e8a006a-6316-4937-acb6-8b0173f89f11 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 1129 time: 0.0748851 Jun 28 03:20:49.960759 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Allocated IP 172.27.2.23 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/3c581262-36fe-423c-9666-eec984dfb22c) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:20:50.000113 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:50.042492 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:50.071361 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for port (3c581262-36fe-423c-9666-eec984dfb22c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:50.108357 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (3c581262-36fe-423c-9666-eec984dfb22c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:50.147140 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c175dbd-ffd6-4055-881e-eeced92e79a1 req-77abca4d-5d0a-4076-8084-d22ae33f8002 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:50.148929 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9c175dbd-ffd6-4055-881e-eeced92e79a1 req-77abca4d-5d0a-4076-8084-d22ae33f8002 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0495720 Jun 28 03:20:50.153689 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:20:50.158885 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:20:50.161033 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event updated for resources: {'Port': ['ID=3c581262-36fe-423c-9666-eec984dfb22c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:50.163180 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:20:50.199817 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9c175dbd-ffd6-4055-881e-eeced92e79a1 req-de7bd830-91b9-4223-ae75-3f52f4cce874 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447333 Jun 28 03:20:50.207793 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.208131 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.208491 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.208811 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.209177 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.209472 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.210203 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.210203 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.210413 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.210670 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.210985 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.211299 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.211610 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.211916 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.212248 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:20:50.536210 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for floatingip (2f11fed6-f61b-4e4d-bde3-25b610569ffd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:50.611656 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (3c581262-36fe-423c-9666-eec984dfb22c), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:50.722304 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:50.789114 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-2666d9f6-23be-4663-a89a-226911d3d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:50.790751 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-2666d9f6-23be-4663-a89a-226911d3d7f0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.1757715 Jun 28 03:20:50.822287 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a34f-841f-450f-b3fa-2ee1ef197d65 req-5e176807-2d29-45fc-ae45-caa902d7ef42 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:50.823834 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8974a34f-841f-450f-b3fa-2ee1ef197d65 req-5e176807-2d29-45fc-ae45-caa902d7ef42 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0509660 Jun 28 03:20:50.839018 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-03a7a00a-bab9-4823-91f8-3337ac67a5ce service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f19332ea-cc5d-476d-b4fd-c455a47a5f3f HTTP/1.1" status: 200 len: 217 time: 0.0416944 Jun 28 03:20:50.874668 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8974a34f-841f-450f-b3fa-2ee1ef197d65 req-7edee770-5338-457a-9c04-47c107bb9c10 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Jun 28 03:20:50.879190 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:50.884461 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:50.917818 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for port (3c581262-36fe-423c-9666-eec984dfb22c), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:50.920754 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-0e7a45c9-affa-4d4c-aa04-babadfd8ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:50.922333 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-0e7a45c9-affa-4d4c-aa04-babadfd8ec72 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0758986 Jun 28 03:20:50.923984 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (3c581262-36fe-423c-9666-eec984dfb22c), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:51.018511 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event updated for resources: {'Port': ['ID=3c581262-36fe-423c-9666-eec984dfb22c,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:51.028734 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:51.030369 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-c9b9f57f-4ad1-46b3-85de-700a110fb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:51.031906 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-c9b9f57f-4ad1-46b3-85de-700a110fb427 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997910 Jun 28 03:20:51.048019 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (2f11fed6-f61b-4e4d-bde3-25b610569ffd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:51.206171 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-a856ddaf-42dc-4181-8603-7c9b5df5d975 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652200 Jun 28 03:20:51.207290 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Floating IP 2f11fed6-f61b-4e4d-bde3-25b610569ffd associated. External IP: 172.27.2.23, port: 5ef0c0c3-3a01-4e07-9e58-af12fe750d01. Jun 28 03:20:51.262802 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:51.264336 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:51.333610 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780a086-9986-47e2-88ef-af7a70460de9 req-5d0bc9f8-01ac-45d0-a217-c0036acc238e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:51.335098 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3780a086-9986-47e2-88ef-af7a70460de9 req-5d0bc9f8-01ac-45d0-a217-c0036acc238e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0502996 Jun 28 03:20:51.386768 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3780a086-9986-47e2-88ef-af7a70460de9 req-17e605f5-b3d4-4ea2-a6bf-5a1b586d4323 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457215 Jun 28 03:20:51.553491 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95817890-a254-4376-a16b-18e533034516 req-1a22300f-c2af-46b5-903b-361c0e726312 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384052 Jun 28 03:20:51.600538 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9cf6d4fd-e5c2-44c0-8ea2-e107e8bbce07 req-f26ba40a-ed0b-4edb-984c-4939e15c6ffa service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367612 Jun 28 03:20:51.629314 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95817890-a254-4376-a16b-18e533034516 req-bab78afa-d40b-4235-9553-65bd29ff28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:51.630802 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95817890-a254-4376-a16b-18e533034516 req-bab78afa-d40b-4235-9553-65bd29ff28f0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 1130 time: 0.0431435 Jun 28 03:20:51.708925 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Router cac2b3aa-8383-4cf0-a68e-4790e8715519 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:20:51.740724 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95817890-a254-4376-a16b-18e533034516 req-d925706f-10c2-4442-bbb3-59a885521d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:51.742238 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95817890-a254-4376-a16b-18e533034516 req-d925706f-10c2-4442-bbb3-59a885521d98 service neutron] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 915 time: 0.0876403 Jun 28 03:20:51.816701 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:20:51.826679 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] Sync routers for ids ['cac2b3aa-8383-4cf0-a68e-4790e8715519'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:20:51.836600 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:51.837407 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] Routers {'cac2b3aa-8383-4cf0-a68e-4790e8715519'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:20:51.838020 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:20:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['cac2b3aa-8383-4cf0-a68e-4790e8715519'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:51.869106 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0c2d5c76-51da-45bc-b1fe-a0334082f37e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1710527 Jun 28 03:20:51.869684 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:20:51.872350 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67" -d '{"events": [{"name": "network-changed", "server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:20:51.881308 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:51.908670 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d91a959-2d32-4485-bcf5-60497797bfe8 x-openstack-request-id: req-8d91a959-2d32-4485-bcf5-60497797bfe8 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:20:51.908962 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:20:51.909205 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d91a959-2d32-4485-bcf5-60497797bfe8 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:20:51.909748 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d91a959-2d32-4485-bcf5-60497797bfe8'] response: {'name': 'network-changed', 'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'status': 'completed', 'code': 200} Jun 28 03:20:51.938683 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95817890-a254-4376-a16b-18e533034516 req-da4dc233-994f-4aa9-bba9-6baa9bacca01 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e55600-5f0a-4fbe-a2ac-19740c81c992 HTTP/1.1" status: 200 len: 1001 time: 0.0651693 Jun 28 03:20:51.946202 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] Set router cac2b3aa-8383-4cf0-a68e-4790e8715519 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:20:52.016239 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-0f545f76-b1c2-43ac-9f37-733223931640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:52.017785 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-0f545f76-b1c2-43ac-9f37-733223931640 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=bcfe66d2ca71404e9b032806db987d4d&device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 1129 time: 0.0482903 Jun 28 03:20:52.029915 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044cc5-17a3-4431-8622-19f97c2dceb5 req-af5b00a7-85a4-43e0-b447-50866793217f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:52.031394 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a7044cc5-17a3-4431-8622-19f97c2dceb5 req-af5b00a7-85a4-43e0-b447-50866793217f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0806053 Jun 28 03:20:52.047847 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95817890-a254-4376-a16b-18e533034516 req-7ca2e77f-acf0-4067-aefb-1a525a6d1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:52.049284 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95817890-a254-4376-a16b-18e533034516 req-7ca2e77f-acf0-4067-aefb-1a525a6d1d62 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.0674388 Jun 28 03:20:52.052675 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:52.098323 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:52.124137 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-4cfd5d24-ba02-46bd-98a4-9fc458e34a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:52.125544 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-4cfd5d24-ba02-46bd-98a4-9fc458e34a70 service neutron] 10.222.0.27 "GET /v2.0/networks?id=637d8db0-e115-438e-98d4-4018ed69f48c HTTP/1.1" status: 200 len: 910 time: 0.0976427 Jun 28 03:20:52.131174 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a7044cc5-17a3-4431-8622-19f97c2dceb5 req-aaea0004-b973-4417-b647-3151895bc1fe tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935552 Jun 28 03:20:52.132311 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95817890-a254-4376-a16b-18e533034516 req-3658e2b8-7685-4cd2-982d-b96b9b163b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:52.133702 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95817890-a254-4376-a16b-18e533034516 req-3658e2b8-7685-4cd2-982d-b96b9b163b95 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679877 Jun 28 03:20:52.175142 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '2f11fed6-f61b-4e4d-bde3-25b610569ffd', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'port_id': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'mac_address': 'fa:16:3e:fe:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d20165-bd26-4933-9494-f57e12a4af62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:20:50Z', 'updated_at': '2022-06-28T03:20:50Z', 'revision_number': 0, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:32Z', 'revision_number': 5, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:52.200121 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] Checking router: cac2b3aa-8383-4cf0-a68e-4790e8715519 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:20:52.209498 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] Routers {'cac2b3aa-8383-4cf0-a68e-4790e8715519'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:20:52.210165 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:20:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['cac2b3aa-8383-4cf0-a68e-4790e8715519'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:52.232974 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95817890-a254-4376-a16b-18e533034516 req-175cdbc9-5a29-44f4-b990-75731ee6ea85 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875261 Jun 28 03:20:52.236394 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-77ba76e5-1e05-45fe-b925-6fae0b67aa99 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01 HTTP/1.1" status: 200 len: 998 time: 0.0929496 Jun 28 03:20:52.289821 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-e849d6fa-36de-4aa5-967e-5a15a948fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:52.291301 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-e849d6fa-36de-4aa5-967e-5a15a948fd83 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3c61886d-35ea-4842-a52c-cdcc6f9c97f4 HTTP/1.1" status: 200 len: 848 time: 0.0456245 Jun 28 03:20:52.318335 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] Set router cac2b3aa-8383-4cf0-a68e-4790e8715519 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:20:52.333671 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95817890-a254-4376-a16b-18e533034516 req-f23a46e0-ab1d-487d-9263-eb1c25babbd5 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886917 Jun 28 03:20:52.344994 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-73c102c8-2e64-40dc-a0b3-565a613e715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:52.346484 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-73c102c8-2e64-40dc-a0b3-565a613e715a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=637d8db0-e115-438e-98d4-4018ed69f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397596 Jun 28 03:20:52.446552 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-e2af5d7f-6b43-40b3-a208-9ef95e661ffb service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915029 Jun 28 03:20:52.517322 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baff80-4605-4a7a-97fa-6584d564ee41 req-60d00be8-0474-48f5-bcb2-ecee6aa1b2f7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:52.518845 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-09baff80-4605-4a7a-97fa-6584d564ee41 req-60d00be8-0474-48f5-bcb2-ecee6aa1b2f7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0512748 Jun 28 03:20:52.531942 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:52.570501 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ecf4f5f-ca10-4af7-8df4-8c923ff7db67 req-156258d5-2089-40e5-b7fb-750bdc49cdcd service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897734 Jun 28 03:20:52.571057 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-09baff80-4605-4a7a-97fa-6584d564ee41 req-d06ed30a-75b5-400d-8058-1bd4c7665865 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458748 Jun 28 03:20:52.590158 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:52.652772 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:52.704414 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '2f11fed6-f61b-4e4d-bde3-25b610569ffd', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'port_id': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'mac_address': 'fa:16:3e:fe:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d20165-bd26-4933-9494-f57e12a4af62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:20:50Z', 'updated_at': '2022-06-28T03:20:50Z', 'revision_number': 0, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:32Z', 'revision_number': 5, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:20:52.728875 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6881c742-aa3f-48ad-8dd4-136d91df8e97 None None] The sync data for ids ['cac2b3aa-8383-4cf0-a68e-4790e8715519'] in dv-cinder-846842-5-iscsi is: [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '2f11fed6-f61b-4e4d-bde3-25b610569ffd', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'port_id': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'mac_address': 'fa:16:3e:fe:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d20165-bd26-4933-9494-f57e12a4af62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:20:50Z', 'updated_at': '2022-06-28T03:20:50Z', 'revision_number': 0, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:32Z', 'revision_number': 5, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:20:52.918119 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a942e-e0a7-4d84-986b-1f2103314941 None None] New status for floating IP 2f11fed6-f61b-4e4d-bde3-25b610569ffd: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:20:52.991033 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 9e28a86b-c03c-4271-880f-a8d72e9df423 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:20:53.038767 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:53.048332 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:53.111615 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:53.122784 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'port_id': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'mac_address': 'fa:16:3e:84:cb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:20:53.157662 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 9e28a86b-c03c-4271-880f-a8d72e9df423 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:20:53.158044 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:53.172433 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e28a86b-c03c-4271-880f-a8d72e9df423 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:20:53.192777 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:53.198255 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:53.244278 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=9']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:53.253669 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e76ee9-5183-4131-92ff-3f7ada5c9ff6 req-d92c5215-ef23-4dc4-a4fb-b32b1796272b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:53.255191 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-51e76ee9-5183-4131-92ff-3f7ada5c9ff6 req-d92c5215-ef23-4dc4-a4fb-b32b1796272b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0478191 Jun 28 03:20:53.308371 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-51e76ee9-5183-4131-92ff-3f7ada5c9ff6 req-365616ce-f830-400e-b46a-e18af08bf6b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448806 Jun 28 03:20:53.664859 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['9e28a86b-c03c-4271-880f-a8d72e9df423'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:20:53.691954 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3c15e-4a07-4862-adf5-a7e618faf839 req-a55b8537-0a1c-45a8-b238-b1a42061e04f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:53.693468 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-23a3c15e-4a07-4862-adf5-a7e618faf839 req-a55b8537-0a1c-45a8-b238-b1a42061e04f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0475993 Jun 28 03:20:53.741579 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-23a3c15e-4a07-4862-adf5-a7e618faf839 req-2f492be1-3efd-4d33-b4ad-d9593cb7e585 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Jun 28 03:20:54.440030 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9ded-16e2-4389-9302-65c9d65d7634 req-10b32d06-756b-45b6-8a95-3f55db448eac tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:54.441533 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-28ac9ded-16e2-4389-9302-65c9d65d7634 req-10b32d06-756b-45b6-8a95-3f55db448eac tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0598512 Jun 28 03:20:54.489834 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-28ac9ded-16e2-4389-9302-65c9d65d7634 req-5c526c57-6ba9-4ccc-adca-06ff451d9631 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Jun 28 03:20:54.876134 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08892f08-cb00-4446-b24e-41a450990190 req-0642c9bb-3467-4689-99fb-b0486d437003 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:54.877602 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08892f08-cb00-4446-b24e-41a450990190 req-0642c9bb-3467-4689-99fb-b0486d437003 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0579298 Jun 28 03:20:54.936093 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08892f08-cb00-4446-b24e-41a450990190 req-2d76b4b6-d10a-4b85-a510-5f857c0c174c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503366 Jun 28 03:20:54.995818 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 9e28a86b-c03c-4271-880f-a8d72e9df423 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:20:55.044777 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 9e28a86b-c03c-4271-880f-a8d72e9df423 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:20:55.045149 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:55.119575 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 9e28a86b-c03c-4271-880f-a8d72e9df423 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:20:55.119975 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:55.143653 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:20:55.145946 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765491cd-b71c-44d6-8540-29d22ca8152d" -d '{"events": [{"server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "name": "network-vif-plugged", "status": "completed", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:20:55.158862 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:20:55.164789 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:20:55.189564 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4799cd46-e293-44ce-983f-9feda4b7fdea x-openstack-request-id: req-4799cd46-e293-44ce-983f-9feda4b7fdea {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:20:55.189877 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "name": "network-vif-plugged", "status": "completed", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:20:55.190131 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4799cd46-e293-44ce-983f-9feda4b7fdea {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:20:55.190524 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4799cd46-e293-44ce-983f-9feda4b7fdea'] response: {'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'code': 200} Jun 28 03:20:55.215177 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=10']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:20:55.618687 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fb0c1-123e-43b6-9f27-80c3f52a03ce req-b15d6196-c837-4681-95c3-71dea058f5b6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:55.620183 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6f7fb0c1-123e-43b6-9f27-80c3f52a03ce req-b15d6196-c837-4681-95c3-71dea058f5b6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0492258 Jun 28 03:20:55.674564 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6f7fb0c1-123e-43b6-9f27-80c3f52a03ce req-22732ccd-75c4-4f20-af63-c8b8b252d6e6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Jun 28 03:20:55.861862 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dea4a-525e-4cf9-bf0c-ffffe77491bd req-76dd59f7-e8f5-49c6-9b75-dafebfe8f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:55.863305 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a34dea4a-525e-4cf9-bf0c-ffffe77491bd req-76dd59f7-e8f5-49c6-9b75-dafebfe8f5a2 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 1131 time: 0.0408840 Jun 28 03:20:55.910106 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a34dea4a-525e-4cf9-bf0c-ffffe77491bd req-73dd7eef-f41e-4a26-a90f-77a52d16f560 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398760 Jun 28 03:20:56.063757 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cbab4-fcee-42d4-88bd-722b94144091 req-f82d9a33-22f2-407e-bbcd-df20feac468f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:56.065249 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-206cbab4-fcee-42d4-88bd-722b94144091 req-f82d9a33-22f2-407e-bbcd-df20feac468f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 947 time: 0.0536420 Jun 28 03:20:56.089893 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:56.116202 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-206cbab4-fcee-42d4-88bd-722b94144091 req-e01706e5-3008-4d09-9a91-e3b7e0c14e02 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446591 Jun 28 03:20:56.797181 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a2d93-5675-4182-9fb0-fbf90300d0e3 req-03107f5e-0f5d-4151-87f0-47b140bcaeff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:56.798660 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-229a2d93-5675-4182-9fb0-fbf90300d0e3 req-03107f5e-0f5d-4151-87f0-47b140bcaeff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0483084 Jun 28 03:20:56.852122 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-229a2d93-5675-4182-9fb0-fbf90300d0e3 req-4ea8f1db-7d21-414e-8099-13bcbfe7e578 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447967 Jun 28 03:20:57.237911 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1404c4d-d28a-48b4-a5df-af540252f4d1 req-f3230ff7-3350-48df-9d9d-bc9c91c9cd65 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:57.239392 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c1404c4d-d28a-48b4-a5df-af540252f4d1 req-f3230ff7-3350-48df-9d9d-bc9c91c9cd65 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 947 time: 0.0475702 Jun 28 03:20:57.292132 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c1404c4d-d28a-48b4-a5df-af540252f4d1 req-ebe7b1be-d387-4c08-b71c-3d130c023bce tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470958 Jun 28 03:20:57.970565 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff057-1a00-427f-8d06-259b51fbea64 req-b08ada00-1281-4287-bad2-410028085eca tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:57.972068 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecff057-1a00-427f-8d06-259b51fbea64 req-b08ada00-1281-4287-bad2-410028085eca tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0485592 Jun 28 03:20:58.024955 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecff057-1a00-427f-8d06-259b51fbea64 req-778e78d2-e727-4334-850d-49e6fac16dc8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472407 Jun 28 03:20:58.411934 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2538f68-40c6-44fa-93bb-613c94089eab req-2fa95fe2-9aa2-47f5-a581-78cd52075d8d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:58.413477 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d2538f68-40c6-44fa-93bb-613c94089eab req-2fa95fe2-9aa2-47f5-a581-78cd52075d8d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 947 time: 0.0484049 Jun 28 03:20:58.462887 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d2538f68-40c6-44fa-93bb-613c94089eab req-d33f4cb9-8ccd-4ca4-ae4f-c698a0640efa tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433457 Jun 28 03:20:59.115131 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:20:59.156930 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddf08d-c96b-40ac-8f99-2ca1419cc8a3 req-073c5b5c-93a6-4571-957b-1a712ec3c658 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:59.158434 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-97ddf08d-c96b-40ac-8f99-2ca1419cc8a3 req-073c5b5c-93a6-4571-957b-1a712ec3c658 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0522680 Jun 28 03:20:59.205859 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-97ddf08d-c96b-40ac-8f99-2ca1419cc8a3 req-eec6c392-ffd5-47ae-9031-f2a4f7516ac7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 Jun 28 03:20:59.591357 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f35ce3-3682-4533-9d7e-bac6f17d32da req-25d8bc89-1a2a-4785-8a60-bc90925e9ed1 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:20:59.593107 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-05f35ce3-3682-4533-9d7e-bac6f17d32da req-25d8bc89-1a2a-4785-8a60-bc90925e9ed1 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 947 time: 0.0492435 Jun 28 03:20:59.640751 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-05f35ce3-3682-4533-9d7e-bac6f17d32da req-9c7bd2b3-78a7-4697-b8c7-0161d8dbeb3a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419052 Jun 28 03:21:00.341036 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a47b4-df52-49cc-9a52-ef8231b5a87a req-6c3292d4-7230-4fbe-ad44-ef16822ad7af tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:00.342707 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9a8a47b4-df52-49cc-9a52-ef8231b5a87a req-6c3292d4-7230-4fbe-ad44-ef16822ad7af tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0554614 Jun 28 03:21:00.394478 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9a8a47b4-df52-49cc-9a52-ef8231b5a87a req-f42bd34d-d09c-424c-a008-04ccda30c3c5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456386 Jun 28 03:21:01.517106 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553dd04-03d9-4641-9f38-3709ba0379e2 req-c3801c94-57fd-4940-8be1-cb1dc42c7256 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:01.518567 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b553dd04-03d9-4641-9f38-3709ba0379e2 req-c3801c94-57fd-4940-8be1-cb1dc42c7256 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0482237 Jun 28 03:21:01.566253 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b553dd04-03d9-4641-9f38-3709ba0379e2 req-1d49d037-a8a7-4e87-8b9a-c054f5be010f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Jun 28 03:21:02.696630 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7883b39-229b-4504-a532-a5dbc1f6192f req-77c8623e-fbdf-4f25-9c2f-2e481213c279 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:02.698079 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7883b39-229b-4504-a532-a5dbc1f6192f req-77c8623e-fbdf-4f25-9c2f-2e481213c279 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0531173 Jun 28 03:21:02.749033 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7883b39-229b-4504-a532-a5dbc1f6192f req-0d4e2bc4-4718-4874-99fc-9c7cebe410e5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 Jun 28 03:21:03.023204 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:03.025304 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:03.870127 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b46b2-ebbe-4568-bade-4b993067fba4 req-4c53a89e-951a-4377-8844-8863aa418688 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:03.871575 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8b5b46b2-ebbe-4568-bade-4b993067fba4 req-4c53a89e-951a-4377-8844-8863aa418688 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0500019 Jun 28 03:21:03.920176 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8b5b46b2-ebbe-4568-bade-4b993067fba4 req-5dfd35be-19ee-4648-9c37-39063800df9c tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Jun 28 03:21:05.053297 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7e626-5239-447c-9280-478843e7c104 req-52e8db3c-2550-4a76-a3fd-4a77dc10a2f3 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:05.054690 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2fe7e626-5239-447c-9280-478843e7c104 req-52e8db3c-2550-4a76-a3fd-4a77dc10a2f3 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0476534 Jun 28 03:21:05.107749 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2fe7e626-5239-447c-9280-478843e7c104 req-6835d29d-33c8-4b0f-be82-4792d770d83b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Jun 28 03:21:05.208032 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:05.212907 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:05.905435 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=42 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:05.907948 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=52 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:06.211615 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:06.225141 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bd301-8928-4cc7-b29b-d82a020eda37 req-afb14d6a-f4f1-4054-85a0-f0247d47b2e8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:06.226642 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e6bd301-8928-4cc7-b29b-d82a020eda37 req-afb14d6a-f4f1-4054-85a0-f0247d47b2e8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0508585 Jun 28 03:21:06.278541 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e6bd301-8928-4cc7-b29b-d82a020eda37 req-9d392517-ac8f-49b7-ab83-1a70f5c58dc7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432446 Jun 28 03:21:07.412291 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f1302-cbbb-4aa0-9c5d-9c636e9e24ea req-cb3083f5-c238-44fe-aed0-74cef78cc5fd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:07.413784 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-725f1302-cbbb-4aa0-9c5d-9c636e9e24ea req-cb3083f5-c238-44fe-aed0-74cef78cc5fd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0548613 Jun 28 03:21:07.474690 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-725f1302-cbbb-4aa0-9c5d-9c636e9e24ea req-69a44498-d673-4e4d-a0a7-f0b6e92cd94d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518689 Jun 28 03:21:08.394502 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a821-5ddc-448f-80e6-07a312162d9c req-36ed1ab1-0306-4f7b-a45d-34b3025ed506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:08.396016 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62d2a821-5ddc-448f-80e6-07a312162d9c req-36ed1ab1-0306-4f7b-a45d-34b3025ed506 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 1129 time: 0.0419638 Jun 28 03:21:08.442013 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62d2a821-5ddc-448f-80e6-07a312162d9c req-efb20c5d-b34a-4d55-b84e-375b3a1a8ba2 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390344 Jun 28 03:21:08.597036 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fab2e-1cd5-421e-9dd5-507ffc75ca74 req-2f30cdab-4ad8-4690-8f08-8408421893f6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:08.598414 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9a3fab2e-1cd5-421e-9dd5-507ffc75ca74 req-2f30cdab-4ad8-4690-8f08-8408421893f6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0552962 Jun 28 03:21:08.653664 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9a3fab2e-1cd5-421e-9dd5-507ffc75ca74 req-feabf92c-5fb5-454b-ba30-1c295e4822d3 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469077 Jun 28 03:21:09.784584 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318e422-2620-426e-b487-0511ccf552f0 req-99ae95ef-fd5a-4392-b87a-ad961ffcfa43 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:09.786053 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e318e422-2620-426e-b487-0511ccf552f0 req-99ae95ef-fd5a-4392-b87a-ad961ffcfa43 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0488794 Jun 28 03:21:09.836309 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e318e422-2620-426e-b487-0511ccf552f0 req-76f386a2-ca06-4347-8063-406e41c7bedf tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Jun 28 03:21:10.721596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:10.730346 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49781e17-c517-46d2-a1e8-3e619c73b6e3 req-13075eb7-5ab1-447f-8636-70da7887975e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:10.731796 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-49781e17-c517-46d2-a1e8-3e619c73b6e3 req-13075eb7-5ab1-447f-8636-70da7887975e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 945 time: 0.0508604 Jun 28 03:21:10.780411 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-49781e17-c517-46d2-a1e8-3e619c73b6e3 req-008bc314-c43e-45c2-9272-6067633ffad7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Jun 28 03:21:10.978299 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6b97-e65c-404c-bbee-bf9a9ddb2ec4 req-c89ea005-1b24-484f-9845-5809fc3f39af tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:10.980594 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2bb6b97-e65c-404c-bbee-bf9a9ddb2ec4 req-c89ea005-1b24-484f-9845-5809fc3f39af tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0654979 Jun 28 03:21:11.030828 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2bb6b97-e65c-404c-bbee-bf9a9ddb2ec4 req-1922137d-a2cb-4cfa-8578-4667198ebe55 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 Jun 28 03:21:11.291200 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871e251-5519-4f78-8ab1-166fe6dda094 req-bb68ae57-e337-4ec5-b05f-93a2472ad9d2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:11.292680 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c871e251-5519-4f78-8ab1-166fe6dda094 req-bb68ae57-e337-4ec5-b05f-93a2472ad9d2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0540838 Jun 28 03:21:11.342185 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c871e251-5519-4f78-8ab1-166fe6dda094 req-a89c4d8d-df9b-4561-b629-a55886407022 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Jun 28 03:21:11.916148 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011dd2c-904e-45fb-bc27-f197501bbe9c req-fbd0df09-6636-4a92-a0b9-13d05196aaa6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:11.917610 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4011dd2c-904e-45fb-bc27-f197501bbe9c req-fbd0df09-6636-4a92-a0b9-13d05196aaa6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 945 time: 0.0556288 Jun 28 03:21:11.969628 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4011dd2c-904e-45fb-bc27-f197501bbe9c req-0c9d5773-fcff-41c8-832d-ad13a272774f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448430 Jun 28 03:21:12.215047 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-8cc6849a-f8b7-492e-b80f-3fbefaaaf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:12.216551 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-8cc6849a-f8b7-492e-b80f-3fbefaaaf717 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 1129 time: 0.0434847 Jun 28 03:21:12.459732 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-650056b3-3e14-49bd-82af-485753994658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:12.461157 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1805e-eae1-4af8-9077-827c370510f5 req-6accf7ad-d5aa-4aa6-92ce-c390ad95b535 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:12.461723 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-650056b3-3e14-49bd-82af-485753994658 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.0882027 Jun 28 03:21:12.462641 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c0a1805e-eae1-4af8-9077-827c370510f5 req-6accf7ad-d5aa-4aa6-92ce-c390ad95b535 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0468893 Jun 28 03:21:12.516024 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c0a1805e-eae1-4af8-9077-827c370510f5 req-0fa452aa-7f69-4c61-8d4b-5f96dab31870 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 Jun 28 03:21:12.588949 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-8a80caec-8fba-442b-b247-d4e55c90dbf5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f19332ea-cc5d-476d-b4fd-c455a47a5f3f HTTP/1.1" status: 200 len: 217 time: 0.0375276 Jun 28 03:21:12.599601 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-b2b1f6d5-7a0e-41c3-9dac-8a666adb35fc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:12.601013 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-b2b1f6d5-7a0e-41c3-9dac-8a666adb35fc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 945 time: 0.0494349 Jun 28 03:21:12.640091 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-f37647a4-50ef-4316-a8b2-b980c2d43121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:12.641645 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-f37647a4-50ef-4316-a8b2-b980c2d43121 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0442107 Jun 28 03:21:12.685829 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-949c1220-61ba-4c84-8747-d28829a7c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:12.687415 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-949c1220-61ba-4c84-8747-d28829a7c254 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390220 Jun 28 03:21:12.689276 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Deleting port d436dd45-4104-4290-a33b-f2fe67047429 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:21:12.689609 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (d436dd45-4104-4290-a33b-f2fe67047429), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:12.762751 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:12.781857 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-83e1d18c-07a8-4fbe-83f6-177d4ff9c17f service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878532 Jun 28 03:21:12.782921 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] For port d436dd45-4104-4290-a33b-f2fe67047429, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d436dd45-4104-4290-a33b-f2fe67047429,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:12.783281 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (d436dd45-4104-4290-a33b-f2fe67047429), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:12.874900 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2493ac22-95ac-4fc8-988b-ff183e4aee08 req-a4d623e8-2dc0-404c-aa96-34ab754d4cb9 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850029 Jun 28 03:21:13.000096 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:13.000411 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (4dbf8bb1-fb03-460c-83e0-27da14666c57), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:13.000729 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Floating IP 4dbf8bb1-fb03-460c-83e0-27da14666c57 disassociated. External IP: 172.27.2.21, port: d436dd45-4104-4290-a33b-f2fe67047429. Jun 28 03:21:13.001067 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Calling delete_port for d436dd45-4104-4290-a33b-f2fe67047429 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:21:13.103931 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d7787-e480-46cf-8ddd-46ca66b04d8a req-a09c7630-016c-472c-933d-814a15999dce tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:13.105419 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9e5d7787-e480-46cf-8ddd-46ca66b04d8a req-a09c7630-016c-472c-933d-814a15999dce tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 945 time: 0.0627952 Jun 28 03:21:13.140657 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:13.191274 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9e5d7787-e480-46cf-8ddd-46ca66b04d8a req-66bc577d-b2e5-455b-9b07-0c0160f89104 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791135 Jun 28 03:21:13.211509 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (d436dd45-4104-4290-a33b-f2fe67047429), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:13.240011 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'Port': ['ID=d436dd45-4104-4290-a33b-f2fe67047429,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:13.251275 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.251617 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.251950 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.252309 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.252638 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.252957 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.253278 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.253593 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.253908 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.254222 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.254538 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.254835 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.255145 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.255455 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.255765 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:13.361283 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:21:13.463882 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:21:13.477337 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:21:13.490502 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:21:13.491242 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:20:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:13.508822 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] No DVR routers for this DVR port d436dd45-4104-4290-a33b-f2fe67047429 on host hv-cinder-84684 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:21:13.511434 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:13.514734 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d92fe7e8-f839-4b07-be0b-e1b4625aae88 req-ee6aae58-f335-4672-b345-e4cf532958a1 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "DELETE /v2.0/ports/d436dd45-4104-4290-a33b-f2fe67047429 HTTP/1.1" status: 204 len: 173 time: 0.9066796 Jun 28 03:21:13.515162 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'name': 'network-vif-deleted', 'tag': 'd436dd45-4104-4290-a33b-f2fe67047429'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:13.517473 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88487f34-1cfe-4107-b84b-ef6fc0817116" -d '{"events": [{"server_uuid": "72b33cdf-def8-4dff-a771-d3e795fa0c27", "name": "network-vif-deleted", "tag": "d436dd45-4104-4290-a33b-f2fe67047429"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:13.555288 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c1a6b7-256e-43b6-ad76-113e7350c221 x-openstack-request-id: req-94c1a6b7-256e-43b6-ad76-113e7350c221 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:13.555686 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b33cdf-def8-4dff-a771-d3e795fa0c27", "name": "network-vif-deleted", "tag": "d436dd45-4104-4290-a33b-f2fe67047429", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:13.555839 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94c1a6b7-256e-43b6-ad76-113e7350c221 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:13.556285 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c1a6b7-256e-43b6-ad76-113e7350c221'] response: {'server_uuid': '72b33cdf-def8-4dff-a771-d3e795fa0c27', 'name': 'network-vif-deleted', 'tag': 'd436dd45-4104-4290-a33b-f2fe67047429', 'status': 'completed', 'code': 200} Jun 28 03:21:13.603542 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:21:13.641919 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5375ce-f654-4226-9e07-d8fa5dd06ff2 req-7efb0c04-7b3d-4160-92fa-4f78c4d32ba7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:13.643435 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fb5375ce-f654-4226-9e07-d8fa5dd06ff2 req-7efb0c04-7b3d-4160-92fa-4f78c4d32ba7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0479810 Jun 28 03:21:13.691564 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fb5375ce-f654-4226-9e07-d8fa5dd06ff2 req-efbedbf2-7631-4d30-9f28-0f8b70f6ca73 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Jun 28 03:21:13.818828 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'f696c86d-440e-4adb-9003-b8a0afa752a8', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:a9:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:18:05Z', 'updated_at': '2022-06-28T03:18:53Z', 'revision_number': 2, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:13.843354 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:21:13.852839 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:21:13.853425 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:20:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:13.953907 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:21:14.161088 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'f696c86d-440e-4adb-9003-b8a0afa752a8', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:a9:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:18:05Z', 'updated_at': '2022-06-28T03:18:53Z', 'revision_number': 2, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:14.188600 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23596121-8528-43ef-b4fb-458ccbbfb896 None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'f696c86d-440e-4adb-9003-b8a0afa752a8', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:a9:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:18:05Z', 'updated_at': '2022-06-28T03:18:53Z', 'revision_number': 2, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:21:14.296238 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3ffa0d9b-401e-4093-87c2-d0d87b7758ab req-1691dc83-63ae-4e26-ba86-3aa5c2a52ba9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 210 time: 0.0284283 Jun 28 03:21:14.422125 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ea962-fe3c-4769-ba32-34ac3dd72b4d None None] New status for floating IP 4dbf8bb1-fb03-460c-83e0-27da14666c57: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:21:14.802981 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:14.811427 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a766d-4a6d-4951-a946-2bbf9488526a req-9fc5a4e1-ba96-4759-9f07-cb040efbe00b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:14.813262 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff7a766d-4a6d-4951-a946-2bbf9488526a req-9fc5a4e1-ba96-4759-9f07-cb040efbe00b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0505230 Jun 28 03:21:14.868802 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff7a766d-4a6d-4951-a946-2bbf9488526a req-9be39f1c-d2bb-4682-8988-870607aa8705 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496356 Jun 28 03:21:15.272020 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:21:15.410818 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-06fa86fa-9d0f-4b11-8ac4-9d7c0802f96a req-59273abb-db5e-4a92-a9ff-97a7ef770404 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=72b33cdf-def8-4dff-a771-d3e795fa0c27 HTTP/1.1" status: 200 len: 210 time: 0.0273302 Jun 28 03:21:15.996629 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24ad22-9470-4863-8c70-849c7df0a6e8 req-58f2c9a4-47df-4454-b1a6-809e240987b6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:15.998157 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db24ad22-9470-4863-8c70-849c7df0a6e8 req-58f2c9a4-47df-4454-b1a6-809e240987b6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0581298 Jun 28 03:21:16.050045 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db24ad22-9470-4863-8c70-849c7df0a6e8 req-2fd1f312-8a55-4e0f-855e-214b9416392f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457695 Jun 28 03:21:16.505867 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38238) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:16.574616 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d178d631-c8a8-4f5f-8905-bfe8f3678781 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:16.602942 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d178d631-c8a8-4f5f-8905-bfe8f3678781 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:16.655000 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d178d631-c8a8-4f5f-8905-bfe8f3678781 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:16.657603 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d178d631-c8a8-4f5f-8905-bfe8f3678781 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:16.658786 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d178d631-c8a8-4f5f-8905-bfe8f3678781 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "DELETE /v2.0/security-groups/f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056 HTTP/1.1" status: 204 len: 168 time: 0.1518631 Jun 28 03:21:16.661784 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38240) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:16.667999 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178d631-c8a8-4f5f-8905-bfe8f3678781 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:16.677082 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-6a15f7aa-9a17-4613-b797-0ca48e7be5f5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] show failed (client error): The resource could not be found. Jun 28 03:21:16.680189 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6a15f7aa-9a17-4613-b797-0ca48e7be5f5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups/f0dadd6d-5dd9-40ab-b1fb-c3cf79f89056 HTTP/1.1" status: 404 len: 347 time: 0.0152974 Jun 28 03:21:16.681017 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38242) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:16.790564 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6441c-d5bf-4633-8e2b-d7d0a8de15e6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Deleting port 36cc91f6-1b4e-42b6-9804-b4634f05fb89 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:21:16.790895 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5dd6441c-d5bf-4633-8e2b-d7d0a8de15e6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (36cc91f6-1b4e-42b6-9804-b4634f05fb89), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:16.868771 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5dd6441c-d5bf-4633-8e2b-d7d0a8de15e6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (36cc91f6-1b4e-42b6-9804-b4634f05fb89), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:16.869079 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5dd6441c-d5bf-4633-8e2b-d7d0a8de15e6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (36cc91f6-1b4e-42b6-9804-b4634f05fb89), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:16.882255 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6441c-d5bf-4633-8e2b-d7d0a8de15e6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Calling delete_port for 36cc91f6-1b4e-42b6-9804-b4634f05fb89 owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:21:17.109110 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device d436dd45-4104-4290-a33b-f2fe67047429 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:21:17.131395 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: d436dd45-4104-4290-a33b-f2fe67047429 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:21:17.131716 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device d436dd45-4104-4290-a33b-f2fe67047429 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:21:17.278360 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:17.289084 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5dd6441c-d5bf-4633-8e2b-d7d0a8de15e6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (36cc91f6-1b4e-42b6-9804-b4634f05fb89), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.320720 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6441c-d5bf-4633-8e2b-d7d0a8de15e6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'Port': ['ID=36cc91f6-1b4e-42b6-9804-b4634f05fb89,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:17.383043 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5dd6441c-d5bf-4633-8e2b-d7d0a8de15e6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (4dbf8bb1-fb03-460c-83e0-27da14666c57), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.385503 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5dd6441c-d5bf-4633-8e2b-d7d0a8de15e6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.386738 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5dd6441c-d5bf-4633-8e2b-d7d0a8de15e6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "DELETE /v2.0/floatingips/4dbf8bb1-fb03-460c-83e0-27da14666c57 HTTP/1.1" status: 204 len: 168 time: 0.7047613 Jun 28 03:21:17.462983 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38252) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:17.467665 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-a8ee195e-30a5-4059-87d0-d19b8ccacc85 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117204712', 'description': 'tempest-description--532181299'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:17.490202 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8ee195e-30a5-4059-87d0-d19b8ccacc85 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.548253 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b1fc949c-338c-42e1-965f-ad6450c064a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.568795 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8ee195e-30a5-4059-87d0-d19b8ccacc85 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group (05589feb-1902-4ef6-b130-2f68eab93a07), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.574021 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8ee195e-30a5-4059-87d0-d19b8ccacc85 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (05589feb-1902-4ef6-b130-2f68eab93a07), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.603486 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee195e-30a5-4059-87d0-d19b8ccacc85 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05589feb-1902-4ef6-b130-2f68eab93a07,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:17.608416 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8ee195e-30a5-4059-87d0-d19b8ccacc85 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.612389 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a8ee195e-30a5-4059-87d0-d19b8ccacc85 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1456141 Jun 28 03:21:17.613205 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38256) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:17.616848 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-f2760b49-3d30-43ce-86f9-beabc325b23a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Request body: {'security_group_rule': {'security_group_id': '05589feb-1902-4ef6-b130-2f68eab93a07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:17.644990 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f2760b49-3d30-43ce-86f9-beabc325b23a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group_rule (224cbc22-610a-4582-b7cb-409f86dcd3c4), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.663243 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:17.702172 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f2760b49-3d30-43ce-86f9-beabc325b23a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group_rule (224cbc22-610a-4582-b7cb-409f86dcd3c4), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.705638 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f2760b49-3d30-43ce-86f9-beabc325b23a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (224cbc22-610a-4582-b7cb-409f86dcd3c4), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.726061 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2760b49-3d30-43ce-86f9-beabc325b23a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224cbc22-610a-4582-b7cb-409f86dcd3c4,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:17.735890 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f2760b49-3d30-43ce-86f9-beabc325b23a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.739679 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f2760b49-3d30-43ce-86f9-beabc325b23a tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236424 Jun 28 03:21:17.739881 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38262) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:17.744347 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-c2c1ce26-0958-4e5d-801b-c739cd5d0629 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Request body: {'security_group_rule': {'security_group_id': '05589feb-1902-4ef6-b130-2f68eab93a07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:17.776473 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ce26-0958-4e5d-801b-c739cd5d0629 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group_rule (01f4c6c7-c4a8-4eb0-8309-3ad0ed0919d5), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.836023 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ce26-0958-4e5d-801b-c739cd5d0629 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group_rule (01f4c6c7-c4a8-4eb0-8309-3ad0ed0919d5), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.840581 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ce26-0958-4e5d-801b-c739cd5d0629 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (01f4c6c7-c4a8-4eb0-8309-3ad0ed0919d5), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.859503 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1ce26-0958-4e5d-801b-c739cd5d0629 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f4c6c7-c4a8-4eb0-8309-3ad0ed0919d5,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:17.868836 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ce26-0958-4e5d-801b-c739cd5d0629 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.870069 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c2c1ce26-0958-4e5d-801b-c739cd5d0629 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292083 Jun 28 03:21:17.873143 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38264) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:17.877463 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:17.898488 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:17.986442 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:18.067827 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:18.097548 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Allocated IP 172.27.2.186 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/9b04877d-2cc3-4ebe-b2f1-a61332518dad) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:21:18.208180 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for port (9b04877d-2cc3-4ebe-b2f1-a61332518dad), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:18.245100 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (9b04877d-2cc3-4ebe-b2f1-a61332518dad), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:18.290394 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:21:18.295439 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:21:18.297878 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event updated for resources: {'Port': ['ID=9b04877d-2cc3-4ebe-b2f1-a61332518dad,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:18.299983 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:21:18.380651 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for floatingip (fe5ed63b-2b95-457b-ba57-4e4aab22fb19), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:18.420653 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9b04877d-2cc3-4ebe-b2f1-a61332518dad), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:18.449596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:18.576835 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for port (9b04877d-2cc3-4ebe-b2f1-a61332518dad), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:18.585097 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (9b04877d-2cc3-4ebe-b2f1-a61332518dad), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:18.663261 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event updated for resources: {'Port': ['ID=9b04877d-2cc3-4ebe-b2f1-a61332518dad,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:18.675972 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (fe5ed63b-2b95-457b-ba57-4e4aab22fb19), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:18.695596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:18.696890 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0aa548a9-a189-4494-a4db-272fbaa46262 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8228478 Jun 28 03:21:18.907101 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-cab7d6ee-d808-409a-ac08-34994d3b9e4d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1117204712&fields=id&tenant_id=c1e596746cc64a1981804d95f1906bb3 HTTP/1.1" status: 200 len: 267 time: 0.0446308 Jun 28 03:21:18.953869 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:19.022482 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-1e42eb55-c82a-43ef-bd9c-c77883fdd10e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:19.023992 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-1e42eb55-c82a-43ef-bd9c-c77883fdd10e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 819 time: 0.1095660 Jun 28 03:21:19.039486 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-84aca53d-7c32-4efa-86d6-c95a34b0ef42 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/quotas/c1e596746cc64a1981804d95f1906bb3 HTTP/1.1" status: 200 len: 375 time: 0.0094564 Jun 28 03:21:19.118725 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-50fc38bd-764c-4ce5-8c0e-f55a91bc77cc tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0738339 Jun 28 03:21:19.134720 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d894bec-7fbc-4445-a318-1dcf57c16412 req-6167ad0f-4e04-4b30-8d14-d9baab060442 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:19.136143 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0d894bec-7fbc-4445-a318-1dcf57c16412 req-6167ad0f-4e04-4b30-8d14-d9baab060442 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 946 time: 0.0618358 Jun 28 03:21:19.238971 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0d894bec-7fbc-4445-a318-1dcf57c16412 req-d0982664-fa8c-4849-995a-2953e2b1219d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945830 Jun 28 03:21:19.256663 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-3119a5b7-b866-45f7-89d3-b1f5e772ceb9 service neutron] 10.222.0.44 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195748 Jun 28 03:21:19.345891 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-af1b050f-a85a-442e-82e2-5d1da0e7b76b service neutron] 10.222.0.44 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832350 Jun 28 03:21:19.521931 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e49dc30c-4e8d-48a9-8211-9207cbe5227d req-4ccf4060-b527-4e17-8030-8618c859870c tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 210 time: 0.0331006 Jun 28 03:21:19.799255 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-01e0d0e7-bb58-4705-9d30-207b17f16744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:20.373604 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c88b6d-100b-4166-94c0-31c167e42400 req-0355a721-2e27-40b8-9012-d0a8b00ecad3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:20.375444 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-97c88b6d-100b-4166-94c0-31c167e42400 req-0355a721-2e27-40b8-9012-d0a8b00ecad3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 946 time: 0.0575531 Jun 28 03:21:20.428963 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-97c88b6d-100b-4166-94c0-31c167e42400 req-05806be5-8f00-464c-902e-01eb36af6170 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478356 Jun 28 03:21:20.622554 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa3890f9-75c2-4e5c-93dc-b74e29eb045e req-ec920d34-b8c1-450c-9020-a3edff7eb0a8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 210 time: 0.0288296 Jun 28 03:21:20.723549 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:21.031257 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:21.102806 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-5d066c25-d086-4ea5-b9d4-d6f740fb06c3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:21.104374 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-5d066c25-d086-4ea5-b9d4-d6f740fb06c3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 946 time: 0.0618517 Jun 28 03:21:21.186031 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:21.196996 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Deleting port d6e55600-5f0a-4fbe-a2ac-19740c81c992 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:21:21.197331 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:21.288195 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] For port d6e55600-5f0a-4fbe-a2ac-19740c81c992, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d6e55600-5f0a-4fbe-a2ac-19740c81c992,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:21.288590 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:21.458068 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:21.458606 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (f696c86d-440e-4adb-9003-b8a0afa752a8), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:21.458606 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Floating IP f696c86d-440e-4adb-9003-b8a0afa752a8 disassociated. External IP: 172.27.2.64, port: d6e55600-5f0a-4fbe-a2ac-19740c81c992. Jun 28 03:21:21.458946 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Calling delete_port for d6e55600-5f0a-4fbe-a2ac-19740c81c992 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:21:21.559482 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:21.568334 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecb48b-01b5-44ae-a18c-234c4729a3d8 req-8b5842fd-752c-4ec4-be4e-0d88c6b099f3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:21.569903 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99ecb48b-01b5-44ae-a18c-234c4729a3d8 req-8b5842fd-752c-4ec4-be4e-0d88c6b099f3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e HTTP/1.1" status: 200 len: 946 time: 0.0663946 Jun 28 03:21:21.638956 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-96d74c27-cf6f-4986-8423-48d212da7970 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:21.641074 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-96d74c27-cf6f-4986-8423-48d212da7970 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 819 time: 0.1101530 Jun 28 03:21:21.658130 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99ecb48b-01b5-44ae-a18c-234c4729a3d8 req-7f5721e5-de86-4f00-bf79-387d8e5d2e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f99c750-9620-433c-b9e3-a5e826cce6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804877 Jun 28 03:21:21.678666 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (d6e55600-5f0a-4fbe-a2ac-19740c81c992), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:21.710589 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'Port': ['ID=d6e55600-5f0a-4fbe-a2ac-19740c81c992,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:21.749803 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-589b8f71-2b51-4364-9b2d-2377690cb0b2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1e596746cc64a1981804d95f1906bb3 HTTP/1.1" status: 200 len: 380 time: 0.0886443 Jun 28 03:21:21.799489 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ce63b478-220f-404f-97bd-cd83c04fbd72 req-7315247d-746c-4aaf-8801-daa6a617b95f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 210 time: 0.0352490 Jun 28 03:21:21.855459 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:21:21.866500 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Request body: {'port': {'device_id': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'admin_state_up': True, 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'security_groups': ['05589feb-1902-4ef6-b130-2f68eab93a07']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:21.959202 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:21:21.959863 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:21.970941 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:21:21.975584 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:21.979542 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:21.983986 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:21:21.984662 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:21:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:21.987445 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:21.990559 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Made reservation on behalf of c1e596746cc64a1981804d95f1906bb3 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:21:21.994687 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.007942 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] No DVR routers for this DVR port d6e55600-5f0a-4fbe-a2ac-19740c81c992 on host hv-cinder-84684 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:21:22.010601 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.014472 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e3c59e8c-67db-415f-9867-d9229cadcbb2 req-f0ed9410-5df9-4b6e-b5e6-0b7e1a432f14 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "DELETE /v2.0/ports/d6e55600-5f0a-4fbe-a2ac-19740c81c992 HTTP/1.1" status: 204 len: 173 time: 0.9008288 Jun 28 03:21:22.014472 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'name': 'network-vif-deleted', 'tag': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:22.016607 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a713158-a150-4874-969c-c2f743fa15f6" -d '{"events": [{"server_uuid": "c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e", "name": "network-vif-deleted", "tag": "d6e55600-5f0a-4fbe-a2ac-19740c81c992"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:22.053523 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93344651-e884-4c97-9ff3-62439fb7b4bf x-openstack-request-id: req-93344651-e884-4c97-9ff3-62439fb7b4bf {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:22.054004 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e", "name": "network-vif-deleted", "tag": "d6e55600-5f0a-4fbe-a2ac-19740c81c992", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:22.054411 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93344651-e884-4c97-9ff3-62439fb7b4bf {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:22.054970 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93344651-e884-4c97-9ff3-62439fb7b4bf'] response: {'server_uuid': 'c78d0b83-8de0-4277-9da7-e2fb6a6e1e3e', 'name': 'network-vif-deleted', 'tag': 'd6e55600-5f0a-4fbe-a2ac-19740c81c992', 'status': 'completed', 'code': 200} Jun 28 03:21:22.098338 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:21:22.163454 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Allocated IP 172.20.0.7 (9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d/5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f/fdbb463e-d574-49cc-aabd-b6a74106c928) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:21:22.325040 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.362202 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.408841 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:21:22.414070 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:21:22.416574 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:21:22.420710 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event updated for resources: {'Port': ['ID=fdbb463e-d574-49cc-aabd-b6a74106c928,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:22.454564 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:22.467168 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:22.467940 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.486110 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:21:22.488296 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-da13b26d-e4d4-4448-b3cb-ce33e2e38d07 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6260495 Jun 28 03:21:22.496342 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:21:22.496952 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:21:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:22.570925 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Request body: {'port': {'device_id': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:22.614394 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:21:22.653948 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.694379 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.731738 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-b5730ec2-9dc0-475f-a4c1-3f496b8d3b07 None None] Provisioning complete for port fdbb463e-d574-49cc-aabd-b6a74106c928 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:21:22.732470 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b5730ec2-9dc0-475f-a4c1-3f496b8d3b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.787528 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38318) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:22.809729 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-b5730ec2-9dc0-475f-a4c1-3f496b8d3b07 None None] Port fdbb463e-d574-49cc-aabd-b6a74106c928 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:21:22.850633 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9138c4ec-83fc-46f4-8d0d-8e87af75f365 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (4f99c750-9620-433c-b9e3-a5e826cce6a8), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.868902 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:22.873277 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:22.888683 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9138c4ec-83fc-46f4-8d0d-8e87af75f365 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (4f99c750-9620-433c-b9e3-a5e826cce6a8), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.899103 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70d2c5-9c84-4882-bca6-58d0ffa94281 None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:21:22.949455 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cee1b-2cce-42c6-949a-6f48619e94e6 req-6241ccee-28ef-4363-ba4c-bf91304a0d83 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:22.950982 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7f0cee1b-2cce-42c6-949a-6f48619e94e6 req-6241ccee-28ef-4363-ba4c-bf91304a0d83 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 931 time: 0.0785592 Jun 28 03:21:22.968952 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:22.975997 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbb463e-d574-49cc-aabd-b6a74106c928 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:21:22.987129 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Publish callbacks [] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:22.998452 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:23.008722 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9138c4ec-83fc-46f4-8d0d-8e87af75f365 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4f99c750-9620-433c-b9e3-a5e826cce6a8), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.011379 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9138c4ec-83fc-46f4-8d0d-8e87af75f365 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.012201 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Transition to ACTIVE for port object fdbb463e-d574-49cc-aabd-b6a74106c928 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:21:23.012567 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9138c4ec-83fc-46f4-8d0d-8e87af75f365 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "DELETE /v2.0/security-groups/4f99c750-9620-433c-b9e3-a5e826cce6a8 HTTP/1.1" status: 204 len: 168 time: 0.2227352 Jun 28 03:21:23.020925 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38322) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:23.026998 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7f0cee1b-2cce-42c6-949a-6f48619e94e6 req-daa9fb37-b7c6-4b2a-9b82-dff3336351ff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677547 Jun 28 03:21:23.027683 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138c4ec-83fc-46f4-8d0d-8e87af75f365 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f99c750-9620-433c-b9e3-a5e826cce6a8,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:23.040103 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.054088 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.078198 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.api.v2.resource [None req-e4e85d51-aaf5-44b4-84d4-35527d507e6d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] show failed (client error): The resource could not be found. Jun 28 03:21:23.079433 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e4e85d51-aaf5-44b4-84d4-35527d507e6d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups/4f99c750-9620-433c-b9e3-a5e826cce6a8 HTTP/1.1" status: 404 len: 347 time: 0.0574076 Jun 28 03:21:23.082505 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38324) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:23.113211 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbb463e-d574-49cc-aabd-b6a74106c928,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:23.211239 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-3b198d9e-b718-44dd-8616-074234ba1b09 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Deleting port 3fb015a9-6bb0-41e8-9b1e-296e58878a47 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:21:23.211821 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3b198d9e-b718-44dd-8616-074234ba1b09 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (3fb015a9-6bb0-41e8-9b1e-296e58878a47), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.212684 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Attempting to bind port fdbb463e-d574-49cc-aabd-b6a74106c928 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:21:23.213120 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Attempting to bind port fdbb463e-d574-49cc-aabd-b6a74106c928 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:21:23.213666 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Attempting to bind port fdbb463e-d574-49cc-aabd-b6a74106c928 on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:21:23.221138 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Port fdbb463e-d574-49cc-aabd-b6a74106c928 on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:21:23.221466 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Attempting to bind port fdbb463e-d574-49cc-aabd-b6a74106c928 on network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:21:23.228344 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:21:23.229270 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Checking segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:21:23.229662 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Bound using segment: {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:21:23.230096 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Bound port: fdbb463e-d574-49cc-aabd-b6a74106c928, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c04bfec-1b99-4e77-94cb-e8ed444ec38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:21:23.230453 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.240208 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99e2b5-1c71-4f16-bae9-76e6dd7757d9 None None] New status for floating IP f696c86d-440e-4adb-9003-b8a0afa752a8: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:21:23.303901 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3b198d9e-b718-44dd-8616-074234ba1b09 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (3fb015a9-6bb0-41e8-9b1e-296e58878a47), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.305072 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3b198d9e-b718-44dd-8616-074234ba1b09 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (3fb015a9-6bb0-41e8-9b1e-296e58878a47), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.312047 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] For port fdbb463e-d574-49cc-aabd-b6a74106c928, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:21:23.316669 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] For port fdbb463e-d574-49cc-aabd-b6a74106c928, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fdbb463e-d574-49cc-aabd-b6a74106c928,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:21:23.320944 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-3b198d9e-b718-44dd-8616-074234ba1b09 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Calling delete_port for 3fb015a9-6bb0-41e8-9b1e-296e58878a47 owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:21:23.333063 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.335795 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:23.372835 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:23.373495 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.374983 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] 10.222.0.27 "PUT /v2.0/ports/fdbb463e-d574-49cc-aabd-b6a74106c928 HTTP/1.1" status: 200 len: 1093 time: 0.8105092 Jun 28 03:21:23.382124 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:23.385760 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f70f9fc-def6-4b58-8b4f-9f909327e130" -d '{"events": [{"name": "network-changed", "server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:23.448395 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8556dfe8-05fd-4347-814b-385b3dbed2fc x-openstack-request-id: req-8556dfe8-05fd-4347-814b-385b3dbed2fc {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:23.448719 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:23.448965 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8556dfe8-05fd-4347-814b-385b3dbed2fc {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:23.449359 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8556dfe8-05fd-4347-814b-385b3dbed2fc'] response: {'name': 'network-changed', 'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'status': 'completed', 'code': 200} Jun 28 03:21:23.450649 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcb1af-bc38-48ab-b74e-8f413db41a11 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbb463e-d574-49cc-aabd-b6a74106c928,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:23.490947 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3b198d9e-b718-44dd-8616-074234ba1b09 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (3fb015a9-6bb0-41e8-9b1e-296e58878a47), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.513938 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-18ff7224-fd01-4851-a4f5-db5df0be2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:23.515972 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-18ff7224-fd01-4851-a4f5-db5df0be2f73 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 1127 time: 0.0509222 Jun 28 03:21:23.518101 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b198d9e-b718-44dd-8616-074234ba1b09 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'Port': ['ID=3fb015a9-6bb0-41e8-9b1e-296e58878a47,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:23.579959 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-7f6589b0-7d85-4c2c-b5e7-6ee26d04c099 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdbb463e-d574-49cc-aabd-b6a74106c928 HTTP/1.1" status: 200 len: 217 time: 0.0400879 Jun 28 03:21:23.591518 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3b198d9e-b718-44dd-8616-074234ba1b09 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (f696c86d-440e-4adb-9003-b8a0afa752a8), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.594181 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3b198d9e-b718-44dd-8616-074234ba1b09 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.595946 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3b198d9e-b718-44dd-8616-074234ba1b09 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "DELETE /v2.0/floatingips/f696c86d-440e-4adb-9003-b8a0afa752a8 HTTP/1.1" status: 204 len: 168 time: 0.5124476 Jun 28 03:21:23.633650 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-b8d94243-97c7-4c2f-90e5-a1c4b975f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:23.635127 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-b8d94243-97c7-4c2f-90e5-a1c4b975f86a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0480003 Jun 28 03:21:23.676070 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38330) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:23.680986 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-cb920dc8-71f4-4056-a0ce-c5ee168517b5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986045428', 'description': 'tempest-description--1817812351'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:23.685206 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-85ea89ec-a2ea-407b-88ca-012f4294f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:23.686760 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-85ea89ec-a2ea-407b-88ca-012f4294f682 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436409 Jun 28 03:21:23.702596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cb920dc8-71f4-4056-a0ce-c5ee168517b5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.774120 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cb920dc8-71f4-4056-a0ce-c5ee168517b5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (6f059d59-aff0-43b4-a708-a08ab77c2263), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.779197 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cb920dc8-71f4-4056-a0ce-c5ee168517b5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (6f059d59-aff0-43b4-a708-a08ab77c2263), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.787619 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-7b48c761-d58b-42bf-a699-76bffcf362c3 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879109 Jun 28 03:21:23.811045 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cb920dc8-71f4-4056-a0ce-c5ee168517b5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.812306 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-cb920dc8-71f4-4056-a0ce-c5ee168517b5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1349623 Jun 28 03:21:23.814305 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb920dc8-71f4-4056-a0ce-c5ee168517b5 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f059d59-aff0-43b4-a708-a08ab77c2263,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:23.816277 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38332) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:23.821388 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-25baeabc-2b7f-4c70-adb4-312257bfd537 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group_rule': {'security_group_id': '6f059d59-aff0-43b4-a708-a08ab77c2263', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:23.849732 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25baeabc-2b7f-4c70-adb4-312257bfd537 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (be243a8a-c27d-4a9f-84d2-a67634adbd69), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.886447 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a6c6e72e-7ebe-49bd-8b8f-44dd64a2981a req-ff229868-c2d1-48ca-91f1-d0450cd9aa19 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913031 Jun 28 03:21:23.907179 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25baeabc-2b7f-4c70-adb4-312257bfd537 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (be243a8a-c27d-4a9f-84d2-a67634adbd69), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.912343 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25baeabc-2b7f-4c70-adb4-312257bfd537 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (be243a8a-c27d-4a9f-84d2-a67634adbd69), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.932029 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baeabc-2b7f-4c70-adb4-312257bfd537 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be243a8a-c27d-4a9f-84d2-a67634adbd69,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:23.941363 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25baeabc-2b7f-4c70-adb4-312257bfd537 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:23.942576 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-25baeabc-2b7f-4c70-adb4-312257bfd537 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253891 Jun 28 03:21:23.945357 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38334) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:23.949569 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-30830de2-37a5-4406-8ee8-acc290f752fa tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group_rule': {'security_group_id': '6f059d59-aff0-43b4-a708-a08ab77c2263', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:23.953808 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:23.979721 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-30830de2-37a5-4406-8ee8-acc290f752fa tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (93d8b04a-5880-490c-abf7-0684cc04e7cf), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.051033 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-30830de2-37a5-4406-8ee8-acc290f752fa tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (93d8b04a-5880-490c-abf7-0684cc04e7cf), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.056116 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-30830de2-37a5-4406-8ee8-acc290f752fa tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (93d8b04a-5880-490c-abf7-0684cc04e7cf), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.074555 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30830de2-37a5-4406-8ee8-acc290f752fa tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d8b04a-5880-490c-abf7-0684cc04e7cf,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:24.085869 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-30830de2-37a5-4406-8ee8-acc290f752fa tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.090188 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-30830de2-37a5-4406-8ee8-acc290f752fa tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408415 Jun 28 03:21:24.090729 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38338) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:24.095657 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:24.118398 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.148045 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6001c-05a3-4902-86e5-0b626fa87ed0 req-6d4cac76-76e6-416f-933a-1d23833af425 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:24.149560 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-23c6001c-05a3-4902-86e5-0b626fa87ed0 req-6d4cac76-76e6-416f-933a-1d23833af425 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 943 time: 0.0480585 Jun 28 03:21:24.170313 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:24.195210 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.198653 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-23c6001c-05a3-4902-86e5-0b626fa87ed0 req-481db21e-1a7c-4718-9bd9-d4d37fff7b9e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Jun 28 03:21:24.289704 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:24.311281 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Allocated IP 172.27.2.228 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/9f65bba2-17f1-4e4e-9f53-41a0bf4ea982) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:21:24.324503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:24.432711 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (9f65bba2-17f1-4e4e-9f53-41a0bf4ea982), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.479636 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (9f65bba2-17f1-4e4e-9f53-41a0bf4ea982), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.520594 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:21:24.525482 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:21:24.527607 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=9f65bba2-17f1-4e4e-9f53-41a0bf4ea982,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:24.529690 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:21:24.610485 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.651714 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (9f65bba2-17f1-4e4e-9f53-41a0bf4ea982), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.813424 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (9f65bba2-17f1-4e4e-9f53-41a0bf4ea982), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:24.820025 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (9f65bba2-17f1-4e4e-9f53-41a0bf4ea982), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:25.147025 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device d6e55600-5f0a-4fbe-a2ac-19740c81c992 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:21:25.150885 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=9f65bba2-17f1-4e4e-9f53-41a0bf4ea982,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:25.153512 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-ec3fe314-4a8b-404b-9ef7-0238758dcdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:25.155014 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-ec3fe314-4a8b-404b-9ef7-0238758dcdc3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 1127 time: 0.1069469 Jun 28 03:21:25.158570 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:25.167439 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: d6e55600-5f0a-4fbe-a2ac-19740c81c992 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:21:25.167780 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device d6e55600-5f0a-4fbe-a2ac-19740c81c992 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:21:25.197945 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:25.199209 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9b4d5e1c-5456-4b32-931e-45beae030e99 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1073446 Jun 28 03:21:25.252792 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:25.257740 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-03ab5090-a4cb-48ea-abae-ce4ec858fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:25.259229 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-03ab5090-a4cb-48ea-abae-ce4ec858fb6d service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.0937269 Jun 28 03:21:25.304668 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-02479fca-d6e7-4104-96b1-38f1c0b14bc1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdbb463e-d574-49cc-aabd-b6a74106c928 HTTP/1.1" status: 200 len: 217 time: 0.0376365 Jun 28 03:21:25.319776 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d52b43-b917-4678-923e-598c5196b2b3 req-04ff991a-b263-492b-a2a7-4874a3e20cdb tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:25.321302 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a1d52b43-b917-4678-923e-598c5196b2b3 req-04ff991a-b263-492b-a2a7-4874a3e20cdb tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 943 time: 0.0506849 Jun 28 03:21:25.354777 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-ecec5b7f-34d3-4241-a8fa-7422819d16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:25.356605 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-ecec5b7f-34d3-4241-a8fa-7422819d16a2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0462866 Jun 28 03:21:25.376901 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a1d52b43-b917-4678-923e-598c5196b2b3 req-8ce03883-1375-4df9-bd7a-e5945b1fccca tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495610 Jun 28 03:21:25.403458 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-8c31f0c1-8cc5-4636-9ab2-1f4c60b93ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:25.405096 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-8c31f0c1-8cc5-4636-9ab2-1f4c60b93ded service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417352 Jun 28 03:21:25.426103 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-4b298ad8-10c5-49b4-bb13-6271abedb8c6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1986045428&fields=id&tenant_id=63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 267 time: 0.0415895 Jun 28 03:21:25.428570 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:25.498650 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-c8fdb3aa-5d75-4e38-926c-e7bf6fb66e49 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863452 Jun 28 03:21:25.532418 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-2f9e5d23-ac73-4866-a3f8-5af4fd89dba6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:25.533890 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-2f9e5d23-ac73-4866-a3f8-5af4fd89dba6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 814 time: 0.1010814 Jun 28 03:21:25.549042 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-e8c08aa4-d952-4348-a11b-58329776873b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/quotas/63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 375 time: 0.0096638 Jun 28 03:21:25.592744 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f70f9fc-def6-4b58-8b4f-9f909327e130 req-876c5c27-163b-484f-a569-02c4789f9f50 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828776 Jun 28 03:21:25.602581 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-3427fa1f-d750-4e59-b199-8b7c738fefdf tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484247 Jun 28 03:21:25.703710 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-b9432f35-359a-4f01-81e9-6cdc6670cd77 service neutron] 10.222.0.44 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851829 Jun 28 03:21:25.799588 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-09e4e528-181d-459b-926e-85b3a6ec1b1d service neutron] 10.222.0.44 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901086 Jun 28 03:21:25.976178 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-067495d3-f225-4cb8-95f0-8f6093d04cd9 req-f4738b48-98ea-4cf5-a61b-6c3bb79fce31 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 210 time: 0.0278809 Jun 28 03:21:26.493722 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d2600-bdab-48f3-948e-c55c7b5f17bf req-5928eb3b-2410-4194-9e54-08df49950ab2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:26.495200 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d20d2600-bdab-48f3-948e-c55c7b5f17bf req-5928eb3b-2410-4194-9e54-08df49950ab2 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 943 time: 0.0490849 Jun 28 03:21:26.552838 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d20d2600-bdab-48f3-948e-c55c7b5f17bf req-983bd0dc-d4fd-4033-88f9-47ded7e0ac96 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513997 Jun 28 03:21:27.074156 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-02b54e72-5222-41b1-9449-448acbad32e1 req-984958d2-ce63-4144-a91b-8c36a51974ec tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 210 time: 0.0287502 Jun 28 03:21:27.150445 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device fdbb463e-d574-49cc-aabd-b6a74106c928 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:21:27.173359 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-3def34dc-e60f-47f5-936d-415b8f7da01e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:27.175486 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-3def34dc-e60f-47f5-936d-415b8f7da01e tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 814 time: 0.1155267 Jun 28 03:21:27.227143 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:27.252623 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port fdbb463e-d574-49cc-aabd-b6a74106c928, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fdbb463e-d574-49cc-aabd-b6a74106c928,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:27.263700 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'port_id': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'mac_address': 'fa:16:3e:68:16:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:21:27.266300 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-9364aa4f-5ea0-4086-ba9c-a69e789fbc70 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 380 time: 0.0582175 Jun 28 03:21:27.301987 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port fdbb463e-d574-49cc-aabd-b6a74106c928 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:21:27.302407 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:27.316426 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbb463e-d574-49cc-aabd-b6a74106c928 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:21:27.326275 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:27.338348 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port fdbb463e-d574-49cc-aabd-b6a74106c928, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fdbb463e-d574-49cc-aabd-b6a74106c928,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:27.344171 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:27.386759 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'port': {'device_id': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'admin_state_up': True, 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'security_groups': ['6f059d59-aff0-43b4-a708-a08ab77c2263']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:27.391157 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=fdbb463e-d574-49cc-aabd-b6a74106c928,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:27.501274 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Made reservation on behalf of 63f6b05085584fd5beecbe54c7251525 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:21:27.504681 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:27.640084 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Allocated IP 172.20.0.3 (78d460e7-819f-442d-8ddd-fecab5b4b6fc/09c0e3c7-887f-4f02-b281-87d6ff6c281d/7bac8765-f69c-4d0f-8f64-222af3fb6108) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:21:27.669835 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d09f97-429e-43e0-8fc2-b38da939b80a req-fce3c5fe-103f-426c-8b06-fe7562636885 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:27.671315 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b4d09f97-429e-43e0-8fc2-b38da939b80a req-fce3c5fe-103f-426c-8b06-fe7562636885 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 944 time: 0.0486205 Jun 28 03:21:27.719023 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b4d09f97-429e-43e0-8fc2-b38da939b80a req-667cf716-fceb-4118-8368-0d236768d60e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412166 Jun 28 03:21:27.735815 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['fdbb463e-d574-49cc-aabd-b6a74106c928'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:21:27.772962 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:27.789687 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:27.827098 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:27.871469 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:21:27.874457 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:21:27.878422 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:21:27.906033 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=7bac8765-f69c-4d0f-8f64-222af3fb6108,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:27.924090 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:27.935072 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:27.935691 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:27.960776 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-fa7e6559-17e5-45e1-86d0-63668edec0b7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778089 Jun 28 03:21:27.983595 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Request body: {'port': {'device_id': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:28.045831 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:28.122757 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-22d0c108-ae65-495e-aabb-584094ede855 None None] Provisioning complete for port 7bac8765-f69c-4d0f-8f64-222af3fb6108 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:21:28.123489 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-22d0c108-ae65-495e-aabb-584094ede855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:28.160808 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-22d0c108-ae65-495e-aabb-584094ede855 None None] Port 7bac8765-f69c-4d0f-8f64-222af3fb6108 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:21:28.184601 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:28.198000 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216493a8-1373-4dc3-b4b7-9c7d0c02d7f5 req-4a8339e5-6640-44b1-a676-6635b5dd0d4c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:28.199497 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-216493a8-1373-4dc3-b4b7-9c7d0c02d7f5 req-4a8339e5-6640-44b1-a676-6635b5dd0d4c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 931 time: 0.0494151 Jun 28 03:21:28.251795 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-216493a8-1373-4dc3-b4b7-9c7d0c02d7f5 req-84622e5c-6e76-420f-83d7-9110998ecddb tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462756 Jun 28 03:21:28.322506 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bac8765-f69c-4d0f-8f64-222af3fb6108 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:21:28.330527 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Publish callbacks [] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:28.344173 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Transition to ACTIVE for port object 7bac8765-f69c-4d0f-8f64-222af3fb6108 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:21:28.349858 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:28.398422 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Pushing event updated for resources: {'Port': ['ID=7bac8765-f69c-4d0f-8f64-222af3fb6108,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:28.470984 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Attempting to bind port 7bac8765-f69c-4d0f-8f64-222af3fb6108 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:21:28.471309 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Attempting to bind port 7bac8765-f69c-4d0f-8f64-222af3fb6108 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:21:28.471632 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Attempting to bind port 7bac8765-f69c-4d0f-8f64-222af3fb6108 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:21:28.476395 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Port 7bac8765-f69c-4d0f-8f64-222af3fb6108 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:21:28.476707 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Attempting to bind port 7bac8765-f69c-4d0f-8f64-222af3fb6108 on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:21:28.482210 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:21:28.482526 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Checking segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:21:28.482900 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Bound using segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:21:28.483316 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Bound port: 7bac8765-f69c-4d0f-8f64-222af3fb6108, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:21:28.483662 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:28.548734 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] For port 7bac8765-f69c-4d0f-8f64-222af3fb6108, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:21:28.551887 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] For port 7bac8765-f69c-4d0f-8f64-222af3fb6108, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7bac8765-f69c-4d0f-8f64-222af3fb6108,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:21:28.552962 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:28.560517 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:28.598134 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:28.598747 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:28.600102 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] 10.222.0.27 "PUT /v2.0/ports/7bac8765-f69c-4d0f-8f64-222af3fb6108 HTTP/1.1" status: 200 len: 1093 time: 0.6213627 Jun 28 03:21:28.600620 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'tag': '7bac8765-f69c-4d0f-8f64-222af3fb6108'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:28.602870 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35f89e6-c4e9-4020-9148-038dffd8e0be" -d '{"events": [{"name": "network-changed", "server_uuid": "87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da", "tag": "7bac8765-f69c-4d0f-8f64-222af3fb6108"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:28.631500 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2b389-4cd3-455f-a112-4ba3fc178f2d service neutron] Pushing event updated for resources: {'Port': ['ID=7bac8765-f69c-4d0f-8f64-222af3fb6108,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:28.643431 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f367bfe2-dc0c-4da5-98ed-aca2c3090237 x-openstack-request-id: req-f367bfe2-dc0c-4da5-98ed-aca2c3090237 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:28.643776 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da", "tag": "7bac8765-f69c-4d0f-8f64-222af3fb6108", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:28.644038 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f367bfe2-dc0c-4da5-98ed-aca2c3090237 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:28.644455 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f367bfe2-dc0c-4da5-98ed-aca2c3090237'] response: {'name': 'network-changed', 'server_uuid': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'tag': '7bac8765-f69c-4d0f-8f64-222af3fb6108', 'status': 'completed', 'code': 200} Jun 28 03:21:28.717576 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-2c844e3e-fd71-4198-8e3e-3a5caddc78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:28.719482 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-2c844e3e-fd71-4198-8e3e-3a5caddc78ad service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 1127 time: 0.0420396 Jun 28 03:21:28.774950 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-66e9f290-0ba9-4f83-8b25-3e7bf57a750a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bac8765-f69c-4d0f-8f64-222af3fb6108 HTTP/1.1" status: 200 len: 217 time: 0.0376110 Jun 28 03:21:28.837806 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-4a965c75-5432-4956-9691-12667a419095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:28.838099 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be913d-b306-4ae7-ac91-32c56deef2ed req-7dbf4caa-564b-43b2-8c11-80398fbba2a0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:28.839281 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-4a965c75-5432-4956-9691-12667a419095 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.0502300 Jun 28 03:21:28.839584 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-05be913d-b306-4ae7-ac91-32c56deef2ed req-7dbf4caa-564b-43b2-8c11-80398fbba2a0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 944 time: 0.0492325 Jun 28 03:21:28.888375 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-05be913d-b306-4ae7-ac91-32c56deef2ed req-9e1e6d12-8603-466a-ba39-52fb570e2ccc tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428770 Jun 28 03:21:28.888574 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-ec43f493-29f7-41dd-bfb1-2de1c1bc3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:28.890858 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-ec43f493-29f7-41dd-bfb1-2de1c1bc3824 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409374 Jun 28 03:21:28.989621 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-0ebfd7f0-a0d5-41b9-8f8b-345948458909 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883954 Jun 28 03:21:29.013714 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:29.082802 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ac2a8cd-a741-4164-9aec-9f51bfe278d6 req-867b4e40-2bb8-4202-8d4c-71e9a6174449 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856228 Jun 28 03:21:29.152517 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device fdbb463e-d574-49cc-aabd-b6a74106c928 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:21:29.201553 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port fdbb463e-d574-49cc-aabd-b6a74106c928 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:21:29.209686 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port fdbb463e-d574-49cc-aabd-b6a74106c928 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:21:29.210166 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:29.289996 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port fdbb463e-d574-49cc-aabd-b6a74106c928 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:21:29.290261 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:29.315157 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:29.317488 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5375fb03-ae33-4348-9d13-9eba5e129cad" -d '{"events": [{"server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "name": "network-vif-plugged", "status": "completed", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:29.330430 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port fdbb463e-d574-49cc-aabd-b6a74106c928, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fdbb463e-d574-49cc-aabd-b6a74106c928,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:29.339409 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:29.368704 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e667aa04-55be-43a2-8b12-25541894a574 x-openstack-request-id: req-e667aa04-55be-43a2-8b12-25541894a574 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:29.369013 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "name": "network-vif-plugged", "status": "completed", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:29.369271 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e667aa04-55be-43a2-8b12-25541894a574 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:29.369658 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e667aa04-55be-43a2-8b12-25541894a574'] response: {'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'code': 200} Jun 28 03:21:29.374524 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950fbcf-2493-4f01-b334-8e2e9320fb8a req-c76bb521-a92a-46c1-b6f7-fff49be68b1a tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:29.377861 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0950fbcf-2493-4f01-b334-8e2e9320fb8a req-c76bb521-a92a-46c1-b6f7-fff49be68b1a tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 943 time: 0.0547359 Jun 28 03:21:29.398534 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=fdbb463e-d574-49cc-aabd-b6a74106c928,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:29.427896 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:29.432614 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0950fbcf-2493-4f01-b334-8e2e9320fb8a req-862764f4-d347-483e-a035-416c4cc4572f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476012 Jun 28 03:21:30.026602 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6a948-cdce-4057-b3b0-a3db172a3fd8 req-9808ee82-e05a-4514-bd85-05ac62c4d0f8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:30.028029 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f5f6a948-cdce-4057-b3b0-a3db172a3fd8 req-9808ee82-e05a-4514-bd85-05ac62c4d0f8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0637932 Jun 28 03:21:30.087080 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f5f6a948-cdce-4057-b3b0-a3db172a3fd8 req-6644e755-e5af-443d-91fb-3834bac38d87 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484746 Jun 28 03:21:30.288248 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-4be0c6a2-9d69-4e08-934a-6f1cf5a0ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:30.289660 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-4be0c6a2-9d69-4e08-934a-6f1cf5a0ec7b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 1127 time: 0.0453212 Jun 28 03:21:30.416913 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-e5e34119-b04a-436e-a2f5-88b790d06fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:30.418455 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-e5e34119-b04a-436e-a2f5-88b790d06fd6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 915 time: 0.1120884 Jun 28 03:21:30.467171 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f496ed-a03d-4567-8e87-01c01ee5908f req-826aabdd-f501-465a-8a6a-1e1a446cce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:30.467739 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-1728fe3d-39d2-4ba0-9e58-97627e3d05b0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bac8765-f69c-4d0f-8f64-222af3fb6108 HTTP/1.1" status: 200 len: 217 time: 0.0412631 Jun 28 03:21:30.468867 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-28f496ed-a03d-4567-8e87-01c01ee5908f req-826aabdd-f501-465a-8a6a-1e1a446cce2b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 1129 time: 0.0488553 Jun 28 03:21:30.535309 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-89b54fd9-976a-4196-996d-7e25819b5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:30.536809 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-89b54fd9-976a-4196-996d-7e25819b5a11 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.0565393 Jun 28 03:21:30.560759 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-28f496ed-a03d-4567-8e87-01c01ee5908f req-ace39675-c5d7-40b0-be11-f6c6da49e2da service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787666 Jun 28 03:21:30.569210 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b1d98-df15-424d-8f96-d336028e2945 req-963d2c41-55ad-429e-8d3b-041dd8f894e8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:30.570652 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fe9b1d98-df15-424d-8f96-d336028e2945 req-963d2c41-55ad-429e-8d3b-041dd8f894e8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 943 time: 0.0661051 Jun 28 03:21:30.583907 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-1e8f258e-9310-4503-a00f-f0bafca872c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:30.585519 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-1e8f258e-9310-4503-a00f-f0bafca872c7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404170 Jun 28 03:21:30.621517 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fe9b1d98-df15-424d-8f96-d336028e2945 req-ff88a226-cde4-490f-984b-94780674ee86 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449421 Jun 28 03:21:31.010782 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-994561aa-5b1c-49a4-a479-fbf47d451e78 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921290 Jun 28 03:21:31.171342 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 7bac8765-f69c-4d0f-8f64-222af3fb6108 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:21:31.218035 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c456493-206d-4ba0-96a0-8864529c8c45 req-7b212d6e-bffb-4b46-ae4b-8f6f874fc9c1 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:31.219554 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4c456493-206d-4ba0-96a0-8864529c8c45 req-7b212d6e-bffb-4b46-ae4b-8f6f874fc9c1 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0584626 Jun 28 03:21:31.269694 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4c456493-206d-4ba0-96a0-8864529c8c45 req-1bc58159-2c69-4eb2-81cd-1e656e7d660d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440826 Jun 28 03:21:31.272582 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 7bac8765-f69c-4d0f-8f64-222af3fb6108, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7bac8765-f69c-4d0f-8f64-222af3fb6108,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:31.284716 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '7bac8765-f69c-4d0f-8f64-222af3fb6108', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'port_id': '7bac8765-f69c-4d0f-8f64-222af3fb6108', 'mac_address': 'fa:16:3e:ff:ff:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:21:31.314105 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:31.324497 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 7bac8765-f69c-4d0f-8f64-222af3fb6108 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:21:31.324887 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:31.338851 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bac8765-f69c-4d0f-8f64-222af3fb6108 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:21:31.359823 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 7bac8765-f69c-4d0f-8f64-222af3fb6108, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7bac8765-f69c-4d0f-8f64-222af3fb6108,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:31.365807 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:31.410830 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=7bac8765-f69c-4d0f-8f64-222af3fb6108,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:31.557876 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e35f89e6-c4e9-4020-9148-038dffd8e0be req-1674d074-4596-41b9-a772-1721ca98e695 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963101 Jun 28 03:21:31.743483 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202c3e9-3030-4bfb-8b7a-ff1c4d5ee681 req-b6fbd946-3b8f-47ef-897c-55d62becc323 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:31.745060 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0202c3e9-3030-4bfb-8b7a-ff1c4d5ee681 req-b6fbd946-3b8f-47ef-897c-55d62becc323 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 944 time: 0.0482082 Jun 28 03:21:31.796248 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0202c3e9-3030-4bfb-8b7a-ff1c4d5ee681 req-147885c7-0475-4923-826b-54ecc0421ba9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455713 Jun 28 03:21:31.887831 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['7bac8765-f69c-4d0f-8f64-222af3fb6108'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:21:31.890068 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:32.398939 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037715e-37ef-4d0d-87f3-a3934ba5fb90 req-82ac5284-9442-4ecd-a8fd-7a362cdfe83d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:32.400465 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d037715e-37ef-4d0d-87f3-a3934ba5fb90 req-82ac5284-9442-4ecd-a8fd-7a362cdfe83d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0553656 Jun 28 03:21:32.447864 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d037715e-37ef-4d0d-87f3-a3934ba5fb90 req-e1034387-77dd-4f11-a3ef-f89716e4438d tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Jun 28 03:21:32.916176 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdac6e-b1b4-4f20-91bc-ed9ab1597deb req-8dfb9409-a20d-46f3-9b20-9a37eaad78c2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:32.917644 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ecdac6e-b1b4-4f20-91bc-ed9ab1597deb req-8dfb9409-a20d-46f3-9b20-9a37eaad78c2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 944 time: 0.0495591 Jun 28 03:21:32.964592 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ecdac6e-b1b4-4f20-91bc-ed9ab1597deb req-d314640f-d331-46d5-ac9e-8bbfadf4f424 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410020 Jun 28 03:21:33.172308 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 7bac8765-f69c-4d0f-8f64-222af3fb6108 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:21:33.223374 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 7bac8765-f69c-4d0f-8f64-222af3fb6108 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:21:33.233175 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 7bac8765-f69c-4d0f-8f64-222af3fb6108 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:21:33.233554 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:33.245313 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:33.313417 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 7bac8765-f69c-4d0f-8f64-222af3fb6108 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:21:33.313899 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:33.337196 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bac8765-f69c-4d0f-8f64-222af3fb6108'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:33.339415 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095912ee-7a4e-410f-aede-84bf293ff9f0" -d '{"events": [{"server_uuid": "87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da", "name": "network-vif-plugged", "status": "completed", "tag": "7bac8765-f69c-4d0f-8f64-222af3fb6108"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:33.347600 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:33.352203 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 7bac8765-f69c-4d0f-8f64-222af3fb6108, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7bac8765-f69c-4d0f-8f64-222af3fb6108,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:33.359065 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:33.381435 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1751ce-ff4e-43f0-848f-cfe6f2aad35c x-openstack-request-id: req-5a1751ce-ff4e-43f0-848f-cfe6f2aad35c {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:33.381725 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da", "name": "network-vif-plugged", "status": "completed", "tag": "7bac8765-f69c-4d0f-8f64-222af3fb6108", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:33.381963 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a1751ce-ff4e-43f0-848f-cfe6f2aad35c {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:33.382349 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1751ce-ff4e-43f0-848f-cfe6f2aad35c'] response: {'server_uuid': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bac8765-f69c-4d0f-8f64-222af3fb6108', 'code': 200} Jun 28 03:21:33.408051 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=7bac8765-f69c-4d0f-8f64-222af3fb6108,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:33.570865 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6b15b-94df-4d05-9240-779d9949bff1 req-f51d198f-73f4-4087-9ff6-03b922de59a5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:33.573319 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2da6b15b-94df-4d05-9240-779d9949bff1 req-f51d198f-73f4-4087-9ff6-03b922de59a5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0563710 Jun 28 03:21:33.621842 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2da6b15b-94df-4d05-9240-779d9949bff1 req-a31c05d6-5151-4dc9-98f2-04119bc1d5ef tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429740 Jun 28 03:21:33.645334 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976db685-26cd-483d-94d1-b6dbb38a0d0a req-6216e41d-c3dd-45c2-a68c-0b3848984136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:33.646866 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-976db685-26cd-483d-94d1-b6dbb38a0d0a req-6216e41d-c3dd-45c2-a68c-0b3848984136 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 1129 time: 0.0401304 Jun 28 03:21:33.693583 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-976db685-26cd-483d-94d1-b6dbb38a0d0a req-5e1cc00d-2d11-4bb4-a54c-d54a4b0490a7 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379345 Jun 28 03:21:33.730603 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844f4cd-05f8-415c-85bc-6989ba4c99d5 req-05e4c78a-829d-4829-a061-6cd5aa89c67e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:33.732366 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5844f4cd-05f8-415c-85bc-6989ba4c99d5 req-05e4c78a-829d-4829-a061-6cd5aa89c67e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0461917 Jun 28 03:21:33.742244 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38406) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:33.746134 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-131fab82-cd8d-4160-b005-1ed03af532ff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Request body: {'floatingip': {'port_id': 'fdbb463e-d574-49cc-aabd-b6a74106c928'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:33.786735 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-131fab82-cd8d-4160-b005-1ed03af532ff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for floatingip (fe5ed63b-2b95-457b-ba57-4e4aab22fb19), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:33.896904 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:34.083112 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a09e-9944-4f45-a979-4e60273abeb7 req-68c0c9ff-2e3c-4a0d-be05-c2fc978bfef8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:34.084596 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7370a09e-9944-4f45-a979-4e60273abeb7 req-68c0c9ff-2e3c-4a0d-be05-c2fc978bfef8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 945 time: 0.0484867 Jun 28 03:21:34.113028 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:34.134940 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7370a09e-9944-4f45-a979-4e60273abeb7 req-a0732dbf-ce1e-423a-9050-f90cf1e4ca9f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445499 Jun 28 03:21:34.205280 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-131fab82-cd8d-4160-b005-1ed03af532ff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:34.213094 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-131fab82-cd8d-4160-b005-1ed03af532ff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (fe5ed63b-2b95-457b-ba57-4e4aab22fb19), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:34.310544 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-131fab82-cd8d-4160-b005-1ed03af532ff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Floating IP fe5ed63b-2b95-457b-ba57-4e4aab22fb19 associated. External IP: 172.27.2.186, port: fdbb463e-d574-49cc-aabd-b6a74106c928. Jun 28 03:21:34.731437 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131fab82-cd8d-4160-b005-1ed03af532ff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:21:34.836235 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131fab82-cd8d-4160-b005-1ed03af532ff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:21:34.841302 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-131fab82-cd8d-4160-b005-1ed03af532ff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:34.846614 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] Sync routers for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:21:34.857542 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:21:34.858154 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:21:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:34.872110 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-131fab82-cd8d-4160-b005-1ed03af532ff tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "PUT /v2.0/floatingips/fe5ed63b-2b95-457b-ba57-4e4aab22fb19 HTTP/1.1" status: 200 len: 991 time: 1.1293836 Jun 28 03:21:34.872810 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:34.875498 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7155c2-787d-40e8-8ca4-83313596ccca" -d '{"events": [{"name": "network-changed", "server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:34.911127 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ef3e6b-2080-4536-8f0b-2f8fc1d86c97 x-openstack-request-id: req-58ef3e6b-2080-4536-8f0b-2f8fc1d86c97 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:34.911412 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:34.911636 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58ef3e6b-2080-4536-8f0b-2f8fc1d86c97 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:34.912054 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ef3e6b-2080-4536-8f0b-2f8fc1d86c97'] response: {'name': 'network-changed', 'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'status': 'completed', 'code': 200} Jun 28 03:21:34.960931 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:21:35.228819 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-00475e05-eeaa-4236-9b33-24483d87603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:35.230472 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-00475e05-eeaa-4236-9b33-24483d87603f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 1129 time: 0.0453689 Jun 28 03:21:35.261148 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:35.271322 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc1c52-bdcf-4bc3-954b-4a4807e67f0e req-ca7c49f6-8f07-47df-94bd-5cf5815f2731 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:35.272947 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9ddc1c52-bdcf-4bc3-954b-4a4807e67f0e req-ca7c49f6-8f07-47df-94bd-5cf5815f2731 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 945 time: 0.0527070 Jun 28 03:21:35.286861 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:35.301205 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:35.319888 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'fe5ed63b-2b95-457b-ba57-4e4aab22fb19', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'port_id': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'mac_address': 'fa:16:3e:68:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:18Z', 'updated_at': '2022-06-28T03:21:34Z', 'revision_number': 1, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 5, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:35.326107 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9ddc1c52-bdcf-4bc3-954b-4a4807e67f0e req-7c2ffbbb-f63c-45db-a19c-eed1e87747d9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 Jun 28 03:21:35.345928 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] Checking router: 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:21:35.354971 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:21:35.355583 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:21:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:35.456665 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:21:35.521413 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:35.667114 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'fe5ed63b-2b95-457b-ba57-4e4aab22fb19', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'port_id': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'mac_address': 'fa:16:3e:68:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:18Z', 'updated_at': '2022-06-28T03:21:34Z', 'revision_number': 1, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 5, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:35.691831 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f7ff5-b3ee-43b1-93e3-9fc3ab66d287 None None] The sync data for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi is: [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'fe5ed63b-2b95-457b-ba57-4e4aab22fb19', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'port_id': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'mac_address': 'fa:16:3e:68:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:18Z', 'updated_at': '2022-06-28T03:21:34Z', 'revision_number': 1, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 5, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:21:35.896298 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eaf768-8cb4-4c54-90e0-e733aa6a37cb None None] New status for floating IP fe5ed63b-2b95-457b-ba57-4e4aab22fb19: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:21:35.921368 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-be3a1f21-4da5-45c1-9628-90a2ec939afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:35.923123 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-be3a1f21-4da5-45c1-9628-90a2ec939afc service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.0969110 Jun 28 03:21:35.990082 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-80bc37cb-fa27-4505-a6ac-e40899df0ee9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdbb463e-d574-49cc-aabd-b6a74106c928 HTTP/1.1" status: 200 len: 999 time: 0.0594585 Jun 28 03:21:36.045784 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-111f0210-be93-4887-b154-8989ec4bbb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:36.047468 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-111f0210-be93-4887-b154-8989ec4bbb3b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0507476 Jun 28 03:21:36.095702 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-7c06b8d6-25d4-41e6-bf69-ad8a9a268948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:36.097252 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-7c06b8d6-25d4-41e6-bf69-ad8a9a268948 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426316 Jun 28 03:21:36.173111 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:36.179257 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:36.199233 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-9dbbb874-cad2-4c14-8054-bf1432050e8d service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906739 Jun 28 03:21:36.293904 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cc7155c2-787d-40e8-8ca4-83313596ccca req-c017eb72-afd5-4e32-a33e-e1d13d03d4fc service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855711 Jun 28 03:21:36.446818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02533411-800e-4c9c-b618-46695c32c2d7 req-dc6d3a25-b62a-4317-abbc-91085974be9f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:36.448336 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-02533411-800e-4c9c-b618-46695c32c2d7 req-dc6d3a25-b62a-4317-abbc-91085974be9f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 945 time: 0.0469761 Jun 28 03:21:36.497925 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-02533411-800e-4c9c-b618-46695c32c2d7 req-41f4501a-64eb-42d7-b542-ff59740dbe53 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 Jun 28 03:21:36.637540 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33723342-96e5-4f50-8f4a-b04f4be67c61 req-6274dc35-2449-4ed9-8f72-f268aad5caf9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:36.639034 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-33723342-96e5-4f50-8f4a-b04f4be67c61 req-6274dc35-2449-4ed9-8f72-f268aad5caf9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 945 time: 0.0511172 Jun 28 03:21:36.651677 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38422) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:36.655945 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-39793c88-2daa-4818-9c3f-6ef8ff676b2d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'floatingip': {'port_id': '7bac8765-f69c-4d0f-8f64-222af3fb6108'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:36.693140 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39793c88-2daa-4818-9c3f-6ef8ff676b2d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:37.124109 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39793c88-2daa-4818-9c3f-6ef8ff676b2d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:37.130321 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39793c88-2daa-4818-9c3f-6ef8ff676b2d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:37.497237 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-39793c88-2daa-4818-9c3f-6ef8ff676b2d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Floating IP 7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca associated. External IP: 172.27.2.228, port: 7bac8765-f69c-4d0f-8f64-222af3fb6108. Jun 28 03:21:37.708184 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39793c88-2daa-4818-9c3f-6ef8ff676b2d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:21:37.722424 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:37.818881 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:37.822298 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39793c88-2daa-4818-9c3f-6ef8ff676b2d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:21:37.827082 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39793c88-2daa-4818-9c3f-6ef8ff676b2d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:37.832652 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:21:37.844195 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:21:37.844817 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:21:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:37.858953 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-39793c88-2daa-4818-9c3f-6ef8ff676b2d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "PUT /v2.0/floatingips/7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca HTTP/1.1" status: 200 len: 991 time: 1.2061603 Jun 28 03:21:37.859617 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'tag': '7bac8765-f69c-4d0f-8f64-222af3fb6108'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:37.862112 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed66d8b3-8563-4533-828d-5f1355e1cb83" -d '{"events": [{"name": "network-changed", "server_uuid": "87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da", "tag": "7bac8765-f69c-4d0f-8f64-222af3fb6108"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:37.897531 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb84c09-7a72-4304-84b7-0280e846facd x-openstack-request-id: req-3cb84c09-7a72-4304-84b7-0280e846facd {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:37.897814 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da", "tag": "7bac8765-f69c-4d0f-8f64-222af3fb6108", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:37.898061 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3cb84c09-7a72-4304-84b7-0280e846facd {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:37.898456 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb84c09-7a72-4304-84b7-0280e846facd'] response: {'name': 'network-changed', 'server_uuid': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'tag': '7bac8765-f69c-4d0f-8f64-222af3fb6108', 'status': 'completed', 'code': 200} Jun 28 03:21:37.947432 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:21:37.996823 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-e65113f0-d66d-4639-b87b-57c6cfde63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:37.998408 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-e65113f0-d66d-4639-b87b-57c6cfde63b1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 1129 time: 0.0413046 Jun 28 03:21:38.096182 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-6ff71ea3-352a-4e93-95f7-9f3cb15252cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:38.097598 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-6ff71ea3-352a-4e93-95f7-9f3cb15252cf service neutron] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 915 time: 0.0920458 Jun 28 03:21:38.157425 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': '7bac8765-f69c-4d0f-8f64-222af3fb6108', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:ff:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:24Z', 'updated_at': '2022-06-28T03:21:37Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:38.165506 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-c55f3ba9-2cdc-4829-8657-724865bf891c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bac8765-f69c-4d0f-8f64-222af3fb6108 HTTP/1.1" status: 200 len: 999 time: 0.0593190 Jun 28 03:21:38.184454 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:21:38.192983 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:21:38.193581 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:21:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:38.222390 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-63efb006-d15f-4f69-a955-529d8e13ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:38.223908 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-63efb006-d15f-4f69-a955-529d8e13ee55 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.0476813 Jun 28 03:21:38.268353 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-e6ea9cf6-3c7f-4300-ba82-ec5dafc4724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:38.269842 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-e6ea9cf6-3c7f-4300-ba82-ec5dafc4724b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392332 Jun 28 03:21:38.296016 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:21:38.369061 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-876870da-1d1e-4117-bb35-795835b235f5 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908566 Jun 28 03:21:38.392468 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:38.464724 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed66d8b3-8563-4533-828d-5f1355e1cb83 req-d7c67da6-fbca-40d8-9518-657c9d6903aa service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882287 Jun 28 03:21:38.513080 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': '7bac8765-f69c-4d0f-8f64-222af3fb6108', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:ff:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:24Z', 'updated_at': '2022-06-28T03:21:37Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:38.541302 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247665d-ba18-4163-8c04-f474927300b4 None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': '7bac8765-f69c-4d0f-8f64-222af3fb6108', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:ff:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:24Z', 'updated_at': '2022-06-28T03:21:37Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:21:38.739560 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5636ac79-7033-4337-bd41-6277065a4886 None None] New status for floating IP 7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:21:44.581358 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c4b11-50eb-424b-af34-db60e908d083 req-486d4ff1-d8ff-43e2-af11-e17494ad9bf2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:44.582852 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-119c4b11-50eb-424b-af34-db60e908d083 req-486d4ff1-d8ff-43e2-af11-e17494ad9bf2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 947 time: 0.0535448 Jun 28 03:21:44.640292 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-119c4b11-50eb-424b-af34-db60e908d083 req-6ac3bcd0-a19b-40e9-92f3-24e837bb9782 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491493 Jun 28 03:21:45.780933 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1905-a898-4ddb-b8f8-1d8f76a49bc2 req-167f49db-052e-4585-9ba4-81596ba5407a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:45.782438 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c16c1905-a898-4ddb-b8f8-1d8f76a49bc2 req-167f49db-052e-4585-9ba4-81596ba5407a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 947 time: 0.0542359 Jun 28 03:21:45.847448 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c16c1905-a898-4ddb-b8f8-1d8f76a49bc2 req-1caca9f7-e90b-4818-abf1-79a73d07d187 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590796 Jun 28 03:21:46.433857 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-91d21781-9d66-4876-8bad-2bd68ecf9ea3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:46.435279 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-91d21781-9d66-4876-8bad-2bd68ecf9ea3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.27 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 947 time: 0.0526104 Jun 28 03:21:46.526557 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Deleting port 9e28a86b-c03c-4271-880f-a8d72e9df423 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:21:46.527006 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:46.621861 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] For port 9e28a86b-c03c-4271-880f-a8d72e9df423, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9e28a86b-c03c-4271-880f-a8d72e9df423,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:46.622170 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:46.829055 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:46.833121 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:46.833475 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (9dcf3940-476b-4957-a8b8-777231ccb1c1), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:46.833768 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Floating IP 9dcf3940-476b-4957-a8b8-777231ccb1c1 disassociated. External IP: 172.27.2.51, port: 9e28a86b-c03c-4271-880f-a8d72e9df423. Jun 28 03:21:46.834105 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Calling delete_port for 9e28a86b-c03c-4271-880f-a8d72e9df423 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:21:46.842798 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:46.968672 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (9e28a86b-c03c-4271-880f-a8d72e9df423), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:46.971613 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18595f8f-1df6-4fe4-ab12-3c04d39e9422 req-1daf6747-07a6-45a8-b971-fd49175589ac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:46.973533 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18595f8f-1df6-4fe4-ab12-3c04d39e9422 req-1daf6747-07a6-45a8-b971-fd49175589ac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=62f3fd86-9d6c-4d2e-8997-579c77adc3f0 HTTP/1.1" status: 200 len: 947 time: 0.0508087 Jun 28 03:21:46.997586 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event deleted for resources: {'Port': ['ID=9e28a86b-c03c-4271-880f-a8d72e9df423,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:47.031021 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18595f8f-1df6-4fe4-ab12-3c04d39e9422 req-e269f6c8-ec0e-4908-a4ba-ec53383f1d08 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4cadd25-a9b2-4075-ae07-d249bb0a6992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518124 Jun 28 03:21:47.105456 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Router 0ed09f48-58c3-442f-a5a5-b99d39e9843f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:21:47.219749 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:21:47.233111 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] Sync routers for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:21:47.249471 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:21:47.250201 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:21:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:47.271151 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] No DVR routers for this DVR port 9e28a86b-c03c-4271-880f-a8d72e9df423 on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:21:47.273992 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:47.277145 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-910d5536-3f6c-47e1-b9b0-a84d2b6156ad req-1ced754e-7807-43f5-a021-fefbd6b59db7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.27 "DELETE /v2.0/ports/9e28a86b-c03c-4271-880f-a8d72e9df423 HTTP/1.1" status: 204 len: 173 time: 0.8358524 Jun 28 03:21:47.277560 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'name': 'network-vif-deleted', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:47.279758 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255ead81-a549-4e16-9ca4-10520fb54e79" -d '{"events": [{"server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "name": "network-vif-deleted", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:47.302963 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:47.319067 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef91cc37-3906-47dd-bf45-804e71eb4a14 x-openstack-request-id: req-ef91cc37-3906-47dd-bf45-804e71eb4a14 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:47.319428 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f3fd86-9d6c-4d2e-8997-579c77adc3f0", "name": "network-vif-deleted", "tag": "9e28a86b-c03c-4271-880f-a8d72e9df423", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:47.319656 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef91cc37-3906-47dd-bf45-804e71eb4a14 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:47.320175 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef91cc37-3906-47dd-bf45-804e71eb4a14'] response: {'server_uuid': '62f3fd86-9d6c-4d2e-8997-579c77adc3f0', 'name': 'network-vif-deleted', 'tag': '9e28a86b-c03c-4271-880f-a8d72e9df423', 'status': 'completed', 'code': 200} Jun 28 03:21:47.358505 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:21:47.633551 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d2f8-e38e-4508-8ea8-c05b9cf81e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:47.693291 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:47.725591 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] Checking router: 0ed09f48-58c3-442f-a5a5-b99d39e9843f for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:21:47.734730 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:21:47.735339 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:21:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:47.837473 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:21:48.025370 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:21:48.051508 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15747bd-9edf-470c-8587-f2a440545a25 None None] The sync data for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi is: [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:21:48.132367 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38472) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:48.193556 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ebd74efa-b7d5-495d-8376-fc6a2faa5fa8 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (a4cadd25-a9b2-4075-ae07-d249bb0a6992), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.222488 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ebd74efa-b7d5-495d-8376-fc6a2faa5fa8 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (a4cadd25-a9b2-4075-ae07-d249bb0a6992), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.273616 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ebd74efa-b7d5-495d-8376-fc6a2faa5fa8 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a4cadd25-a9b2-4075-ae07-d249bb0a6992), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.276486 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ebd74efa-b7d5-495d-8376-fc6a2faa5fa8 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.280049 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ebd74efa-b7d5-495d-8376-fc6a2faa5fa8 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "DELETE /v2.0/security-groups/a4cadd25-a9b2-4075-ae07-d249bb0a6992 HTTP/1.1" status: 204 len: 168 time: 0.1442461 Jun 28 03:21:48.280551 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38474) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:48.281449 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cfa4de-7483-4a40-8508-b412b69ecb0f None None] New status for floating IP 9dcf3940-476b-4957-a8b8-777231ccb1c1: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:21:48.289715 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd74efa-b7d5-495d-8376-fc6a2faa5fa8 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cadd25-a9b2-4075-ae07-d249bb0a6992,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:48.294495 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-36d16452-ce9a-4eb2-b542-c818a4f708af tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] show failed (client error): The resource could not be found. Jun 28 03:21:48.295499 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-36d16452-ce9a-4eb2-b542-c818a4f708af tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups/a4cadd25-a9b2-4075-ae07-d249bb0a6992 HTTP/1.1" status: 404 len: 347 time: 0.0139630 Jun 28 03:21:48.298408 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38476) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:48.413008 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-e5db16c6-2a74-4bd8-96c0-9a919a5c5dac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Deleting port 9afa2d41-02e9-4aa8-8401-ff3afb9ca5af {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:21:48.413163 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e5db16c6-2a74-4bd8-96c0-9a919a5c5dac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (9afa2d41-02e9-4aa8-8401-ff3afb9ca5af), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.492880 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e5db16c6-2a74-4bd8-96c0-9a919a5c5dac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (9afa2d41-02e9-4aa8-8401-ff3afb9ca5af), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.493148 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e5db16c6-2a74-4bd8-96c0-9a919a5c5dac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (9afa2d41-02e9-4aa8-8401-ff3afb9ca5af), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.505881 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-e5db16c6-2a74-4bd8-96c0-9a919a5c5dac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Calling delete_port for 9afa2d41-02e9-4aa8-8401-ff3afb9ca5af owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:21:48.641057 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e5db16c6-2a74-4bd8-96c0-9a919a5c5dac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (9afa2d41-02e9-4aa8-8401-ff3afb9ca5af), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.663873 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db16c6-2a74-4bd8-96c0-9a919a5c5dac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event deleted for resources: {'Port': ['ID=9afa2d41-02e9-4aa8-8401-ff3afb9ca5af,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:48.731954 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e5db16c6-2a74-4bd8-96c0-9a919a5c5dac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (9dcf3940-476b-4957-a8b8-777231ccb1c1), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.734414 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e5db16c6-2a74-4bd8-96c0-9a919a5c5dac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.735559 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e5db16c6-2a74-4bd8-96c0-9a919a5c5dac tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "DELETE /v2.0/floatingips/9dcf3940-476b-4957-a8b8-777231ccb1c1 HTTP/1.1" status: 204 len: 168 time: 0.4362838 Jun 28 03:21:48.822218 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38480) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:48.826846 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-e5339e29-fc62-4342-81b5-e7a859df4c6a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200029143', 'description': 'tempest-description--1464943117'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:48.850614 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5339e29-fc62-4342-81b5-e7a859df4c6a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.917846 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5339e29-fc62-4342-81b5-e7a859df4c6a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (b204d6cd-e7d8-4437-a6d5-39a8e5af706c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.923744 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5339e29-fc62-4342-81b5-e7a859df4c6a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (b204d6cd-e7d8-4437-a6d5-39a8e5af706c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.953052 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5339e29-fc62-4342-81b5-e7a859df4c6a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:48.954247 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e5339e29-fc62-4342-81b5-e7a859df4c6a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1309876 Jun 28 03:21:48.956135 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5339e29-fc62-4342-81b5-e7a859df4c6a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b204d6cd-e7d8-4437-a6d5-39a8e5af706c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:48.957909 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38482) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:48.962525 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-2d9a8db1-9789-444c-a22a-00b74e4f4f90 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'security_group_rule': {'security_group_id': 'b204d6cd-e7d8-4437-a6d5-39a8e5af706c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:48.991855 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8db1-9789-444c-a22a-00b74e4f4f90 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (e1b7850a-3d37-4444-ab97-d12d94224cfe), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.039058 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:49.050371 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8db1-9789-444c-a22a-00b74e4f4f90 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (e1b7850a-3d37-4444-ab97-d12d94224cfe), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.055557 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8db1-9789-444c-a22a-00b74e4f4f90 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (e1b7850a-3d37-4444-ab97-d12d94224cfe), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.061534 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:49.077793 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a8db1-9789-444c-a22a-00b74e4f4f90 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b7850a-3d37-4444-ab97-d12d94224cfe,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:49.087796 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8db1-9789-444c-a22a-00b74e4f4f90 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.089031 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2d9a8db1-9789-444c-a22a-00b74e4f4f90 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301460 Jun 28 03:21:49.091826 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38484) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:49.096466 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-13a3ddbb-2570-463f-9055-dcbb5bf2ba7d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'security_group_rule': {'security_group_id': 'b204d6cd-e7d8-4437-a6d5-39a8e5af706c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:49.127539 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-13a3ddbb-2570-463f-9055-dcbb5bf2ba7d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (2b39f7ab-fc03-4665-9670-65e2d93522d4), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.151403 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:49.166701 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:49.187293 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-13a3ddbb-2570-463f-9055-dcbb5bf2ba7d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (2b39f7ab-fc03-4665-9670-65e2d93522d4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.191841 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-13a3ddbb-2570-463f-9055-dcbb5bf2ba7d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (2b39f7ab-fc03-4665-9670-65e2d93522d4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.212209 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3ddbb-2570-463f-9055-dcbb5bf2ba7d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b39f7ab-fc03-4665-9670-65e2d93522d4,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:49.222201 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-13a3ddbb-2570-463f-9055-dcbb5bf2ba7d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.223368 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-13a3ddbb-2570-463f-9055-dcbb5bf2ba7d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305041 Jun 28 03:21:49.226561 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38486) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:21:49.230749 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:49.252934 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.333161 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.446876 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Allocated IP 172.27.2.28 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/23e08279-867a-4fed-8e70-872644ba466b) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:21:49.558548 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for port (23e08279-867a-4fed-8e70-872644ba466b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.593304 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (23e08279-867a-4fed-8e70-872644ba466b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.636728 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:21:49.641268 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:21:49.645193 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:21:49.648406 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'Port': ['ID=23e08279-867a-4fed-8e70-872644ba466b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:49.727003 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (f19ecb91-a079-4775-a623-f2f468a06ccf), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.766514 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (23e08279-867a-4fed-8e70-872644ba466b), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.804746 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ddf36b99-86d6-4876-84f2-f9a6a9e4ef6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.884851 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:49.895401 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:49.916817 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for port (23e08279-867a-4fed-8e70-872644ba466b), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.922750 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (23e08279-867a-4fed-8e70-872644ba466b), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:49.990099 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'Port': ['ID=23e08279-867a-4fed-8e70-872644ba466b,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:50.002238 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (f19ecb91-a079-4775-a623-f2f468a06ccf), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:50.021078 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:50.022283 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-158637a5-c418-4ae8-8e73-fb0fbecaa0e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7948186 Jun 28 03:21:50.231688 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-5e96660c-aa72-4069-8676-ce7f70460311 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1200029143&fields=id&tenant_id=9e47b6f7a96c46dfa9906912efb7f265 HTTP/1.1" status: 200 len: 267 time: 0.0462422 Jun 28 03:21:50.345654 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-eb72d388-75ac-4e2d-a2c5-8da52aa1115c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:50.348011 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-eb72d388-75ac-4e2d-a2c5-8da52aa1115c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 817 time: 0.1068647 Jun 28 03:21:50.363400 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-e5445893-94cf-4fe1-98f1-8a283f172382 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/quotas/9e47b6f7a96c46dfa9906912efb7f265 HTTP/1.1" status: 200 len: 375 time: 0.0098579 Jun 28 03:21:50.413894 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-1856d948-a87e-49a3-b7ec-c69b112ae18c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449457 Jun 28 03:21:50.520672 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-fc96a0ec-3760-4400-bf76-0adcf53fd846 service neutron] 10.222.0.44 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947812 Jun 28 03:21:50.614085 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-8b4d3e5c-51a0-4b03-bef9-9e8b3220ded1 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400789 Jun 28 03:21:50.615035 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-5f48894d-2c08-476c-be75-00dbcba6ff13 service neutron] 10.222.0.44 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886178 Jun 28 03:21:50.723812 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-2709091d-1ffe-400b-b9c4-d11dbb9a0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:50.725460 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-2709091d-1ffe-400b-b9c4-d11dbb9a0494 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 1129 time: 0.0419776 Jun 28 03:21:50.747020 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:50.789662 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-26231ac0-50f3-44ed-85e4-a31f424cd171 req-fac08785-f79a-4dd9-91d7-b89acb5c24b6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 210 time: 0.0292342 Jun 28 03:21:50.847818 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-b0b9f359-3b3c-4952-b00f-b9f4706be17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:50.849377 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-b0b9f359-3b3c-4952-b00f-b9f4706be17e service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.0929565 Jun 28 03:21:50.890922 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-1b48b1e1-3b0f-47f2-b274-f1189eb3c72b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f19332ea-cc5d-476d-b4fd-c455a47a5f3f HTTP/1.1" status: 200 len: 217 time: 0.0325913 Jun 28 03:21:50.943466 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-fdf54f93-132e-42ef-9e0a-b2fbf873f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:50.944992 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-fdf54f93-132e-42ef-9e0a-b2fbf873f546 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0476317 Jun 28 03:21:50.996717 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-e69e62d2-1598-4538-9570-6f27b4c84e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:50.998249 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-e69e62d2-1598-4538-9570-6f27b4c84e7e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433726 Jun 28 03:21:51.034319 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:51.096028 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-1e9244b3-ce0b-4abb-8568-6077805d6396 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892830 Jun 28 03:21:51.221971 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7c4249a-2947-430a-907e-6df7da3f0f64 req-8fd17321-0017-471e-b452-d7edcb88abe5 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945039 Jun 28 03:21:51.300902 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 9e28a86b-c03c-4271-880f-a8d72e9df423 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:21:51.326648 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 9e28a86b-c03c-4271-880f-a8d72e9df423 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:21:51.327079 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 9e28a86b-c03c-4271-880f-a8d72e9df423 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:21:51.902283 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5c207f60-eb04-4c30-b569-2595fc9a4143 req-06ab50b1-ab4f-486e-b261-6503f774d399 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 210 time: 0.0333772 Jun 28 03:21:51.987158 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-24b5f5f5-a6f9-40df-bcd4-5b466b8323d4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:51.988619 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-24b5f5f5-a6f9-40df-bcd4-5b466b8323d4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.27 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 817 time: 0.1123183 Jun 28 03:21:52.079930 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-b3bfcbb6-60e8-48f0-810e-d179aaf286e4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47b6f7a96c46dfa9906912efb7f265 HTTP/1.1" status: 200 len: 380 time: 0.0540402 Jun 28 03:21:52.185489 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'port': {'device_id': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'admin_state_up': True, 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'security_groups': ['b204d6cd-e7d8-4437-a6d5-39a8e5af706c']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:52.272230 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:21:52.303599 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Made reservation on behalf of 9e47b6f7a96c46dfa9906912efb7f265 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:21:52.306981 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:52.317742 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:52.367321 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:52.443305 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Allocated IP 172.20.0.6 (91e0cac6-eac1-4a49-93d7-95195e9565b8/b76d83b2-d8ab-42d5-8de3-e8a02969a29d/02235355-6547-49bd-a247-cc3176e99f9e) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:21:52.598261 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for port (02235355-6547-49bd-a247-cc3176e99f9e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:52.629168 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:52.633914 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:52.678265 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Network 91e0cac6-eac1-4a49-93d7-95195e9565b8 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:21:52.681285 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:21:52.683781 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:21:52.714181 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event updated for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:52.729247 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.729614 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.729923 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.730283 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.730611 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.730934 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.731593 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.731913 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.732612 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.732612 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.732933 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.733268 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.733557 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.733990 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.734170 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:52.760607 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:52.761268 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:52.779852 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f3bb256a-e8c9-464e-8a04-d32ec57258e2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008434 Jun 28 03:21:52.808619 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Request body: {'port': {'device_id': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:21:52.873426 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:52.882047 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8143c742-7edc-4488-b8c6-254da86b4e5b None None] Provisioning complete for port 02235355-6547-49bd-a247-cc3176e99f9e triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:21:52.882521 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8143c742-7edc-4488-b8c6-254da86b4e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (02235355-6547-49bd-a247-cc3176e99f9e), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:52.918992 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8143c742-7edc-4488-b8c6-254da86b4e5b None None] Port 02235355-6547-49bd-a247-cc3176e99f9e cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:21:53.030721 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:53.046405 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb08261-3173-4c9d-8897-5e9fed4a2912 req-7e599328-8cae-4c5d-b3d9-7204d92c2962 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:53.049289 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6fb08261-3173-4c9d-8897-5e9fed4a2912 req-7e599328-8cae-4c5d-b3d9-7204d92c2962 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 931 time: 0.0701616 Jun 28 03:21:53.099765 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6fb08261-3173-4c9d-8897-5e9fed4a2912 req-4a85650e-28cd-4d96-b3d8-9516999f4afe tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444913 Jun 28 03:21:53.103313 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (02235355-6547-49bd-a247-cc3176e99f9e), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:53.358503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02235355-6547-49bd-a247-cc3176e99f9e {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:21:53.366038 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Publish callbacks [] for port (02235355-6547-49bd-a247-cc3176e99f9e), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:53.378627 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Transition to ACTIVE for port object 02235355-6547-49bd-a247-cc3176e99f9e will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:21:53.385650 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:53.416609 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:53.422189 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:53.439890 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Pushing event updated for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:53.516517 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Attempting to bind port 02235355-6547-49bd-a247-cc3176e99f9e on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:21:53.516844 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Attempting to bind port 02235355-6547-49bd-a247-cc3176e99f9e by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:21:53.517164 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Attempting to bind port 02235355-6547-49bd-a247-cc3176e99f9e on network 91e0cac6-eac1-4a49-93d7-95195e9565b8 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:21:53.522125 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Port 02235355-6547-49bd-a247-cc3176e99f9e on network 91e0cac6-eac1-4a49-93d7-95195e9565b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:21:53.522437 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Attempting to bind port 02235355-6547-49bd-a247-cc3176e99f9e on network 91e0cac6-eac1-4a49-93d7-95195e9565b8 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:21:53.527823 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:21:53.528133 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Checking segment: {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:21:53.528541 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Bound using segment: {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:21:53.528959 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Bound port: 02235355-6547-49bd-a247-cc3176e99f9e, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be526c23-bb69-4486-8d4e-039383eeac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:21:53.529308 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (02235355-6547-49bd-a247-cc3176e99f9e), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:53.591434 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:21:53.594686 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:21:53.601934 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:53.640432 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:53.641042 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:53.642438 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] 10.222.0.27 "PUT /v2.0/ports/02235355-6547-49bd-a247-cc3176e99f9e HTTP/1.1" status: 200 len: 1093 time: 0.8383813 Jun 28 03:21:53.642937 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:53.645344 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d5739e-1db5-49b3-8621-af454c2c4aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "tag": "02235355-6547-49bd-a247-cc3176e99f9e"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:53.672645 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09aec6e-ecaf-469d-a018-0f161997cd25 service neutron] Pushing event updated for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:53.680554 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3389aa72-5de2-4cf8-a8d9-72b747d4a7bf x-openstack-request-id: req-3389aa72-5de2-4cf8-a8d9-72b747d4a7bf {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:53.681130 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "tag": "02235355-6547-49bd-a247-cc3176e99f9e", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:53.681319 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3389aa72-5de2-4cf8-a8d9-72b747d4a7bf {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:53.681742 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3389aa72-5de2-4cf8-a8d9-72b747d4a7bf'] response: {'name': 'network-changed', 'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e', 'status': 'completed', 'code': 200} Jun 28 03:21:53.758020 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-b2ba4cd0-ec04-4971-8cd1-5325beb2b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:53.759572 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-b2ba4cd0-ec04-4971-8cd1-5325beb2b995 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 1127 time: 0.0432355 Jun 28 03:21:53.810683 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-2efcaf33-7e91-4b19-9326-67ff8a196cb6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02235355-6547-49bd-a247-cc3176e99f9e HTTP/1.1" status: 200 len: 217 time: 0.0347974 Jun 28 03:21:53.862338 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-42902fbc-dd4e-45b3-9df1-d8c7b0ee627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:53.863931 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-42902fbc-dd4e-45b3-9df1-d8c7b0ee627d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 200 len: 856 time: 0.0471940 Jun 28 03:21:53.908438 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-d0cfcd18-db86-45a3-b861-885a16f3aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:53.909903 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-d0cfcd18-db86-45a3-b861-885a16f3aeb3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=91e0cac6-eac1-4a49-93d7-95195e9565b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389502 Jun 28 03:21:54.005585 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-f9d6986d-2c81-462d-ad39-6c5af8a6fd5f service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886576 Jun 28 03:21:54.100078 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad479064-6888-4f76-94a6-bdac927dcb3d req-fc3847f2-eac9-41c7-8e7c-6e4fa7e7ec18 service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866637 Jun 28 03:21:54.222444 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944c1a-50a9-48cd-b6b8-6a0934d5d649 req-9a7f64b9-d283-432b-b808-1bce03fd33ca tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:54.223846 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ea944c1a-50a9-48cd-b6b8-6a0934d5d649 req-9a7f64b9-d283-432b-b808-1bce03fd33ca tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0494936 Jun 28 03:21:54.286325 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ea944c1a-50a9-48cd-b6b8-6a0934d5d649 req-79cfe14a-e524-49d6-8f60-49248e2255ff tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533478 Jun 28 03:21:55.192882 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-f0adcc74-5999-45ab-b503-c357bbe73cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:55.194677 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-f0adcc74-5999-45ab-b503-c357bbe73cc6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 1127 time: 0.0458944 Jun 28 03:21:55.292133 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-8ab37e17-e84b-4c8a-8c09-848eeb0c17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:55.293637 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-8ab37e17-e84b-4c8a-8c09-848eeb0c17f4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 918 time: 0.0909441 Jun 28 03:21:55.333985 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-b113ed14-dd04-4793-aa00-f9f4540615b9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02235355-6547-49bd-a247-cc3176e99f9e HTTP/1.1" status: 200 len: 217 time: 0.0331779 Jun 28 03:21:55.393946 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-ba62573a-eec3-4182-ae27-eca6496ffbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:55.395605 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-ba62573a-eec3-4182-ae27-eca6496ffbe7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 200 len: 856 time: 0.0495367 Jun 28 03:21:55.413559 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7460da-bf54-4ff3-abf6-051b46a011d2 req-8ba9dd00-ecb2-4dd8-95c1-cb9d28e4587b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:55.415093 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fc7460da-bf54-4ff3-abf6-051b46a011d2 req-8ba9dd00-ecb2-4dd8-95c1-cb9d28e4587b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0486755 Jun 28 03:21:55.442201 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-b197f835-7723-4e6e-8c7b-1c543b4e2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:55.443782 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-b197f835-7723-4e6e-8c7b-1c543b4e2b67 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=91e0cac6-eac1-4a49-93d7-95195e9565b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401747 Jun 28 03:21:55.469660 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fc7460da-bf54-4ff3-abf6-051b46a011d2 req-50d00418-bcc9-4c02-a932-58b12914df74 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488968 Jun 28 03:21:55.527820 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:55.539270 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-c885f5d4-43b5-4d11-a240-1a1f0f3d98db service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875611 Jun 28 03:21:55.582869 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:55.644387 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39d5739e-1db5-49b3-8621-af454c2c4aaa req-9a5872dd-7b2c-4288-87d2-6cee9079a16d service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980923 Jun 28 03:21:56.595745 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06430a-136d-482e-ac89-b538f0b3e62c req-bbd28bb0-62d7-49ce-bbaf-9a4f7a885cb2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:56.597443 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ca06430a-136d-482e-ac89-b538f0b3e62c req-bbd28bb0-62d7-49ce-bbaf-9a4f7a885cb2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0486808 Jun 28 03:21:56.644371 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ca06430a-136d-482e-ac89-b538f0b3e62c req-c0a29d22-a4b4-4558-b71e-79c927f32c80 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412676 Jun 28 03:21:57.327450 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 02235355-6547-49bd-a247-cc3176e99f9e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:21:57.431852 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:57.443127 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '02235355-6547-49bd-a247-cc3176e99f9e', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'port_id': '02235355-6547-49bd-a247-cc3176e99f9e', 'mac_address': 'fa:16:3e:5f:eb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:21:57.448679 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:57.479531 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 02235355-6547-49bd-a247-cc3176e99f9e is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:21:57.479896 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (02235355-6547-49bd-a247-cc3176e99f9e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:57.493764 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02235355-6547-49bd-a247-cc3176e99f9e {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:21:57.514998 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:57.521847 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:57.567578 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:57.575151 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.575501 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.575845 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.576212 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.576553 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.576883 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.577227 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.577606 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.577880 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.578205 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.578532 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.578859 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.579179 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.579499 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.579821 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:21:57.773437 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb67044-f7bb-4957-8920-ca06ed3f1230 req-225493b5-b1b5-4afa-975c-a0e5d159130a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:57.774962 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-abb67044-f7bb-4957-8920-ca06ed3f1230 req-225493b5-b1b5-4afa-975c-a0e5d159130a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 944 time: 0.0534945 Jun 28 03:21:57.823418 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-abb67044-f7bb-4957-8920-ca06ed3f1230 req-474227fc-7a70-454f-8d78-b6381da48334 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427544 Jun 28 03:21:57.919778 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['02235355-6547-49bd-a247-cc3176e99f9e'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:21:58.961852 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772df50d-1203-4eed-83ec-0fd623dac294 req-ea8c41ef-05ab-4bf9-a7b5-3853ccd33c0a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:58.963365 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-772df50d-1203-4eed-83ec-0fd623dac294 req-ea8c41ef-05ab-4bf9-a7b5-3853ccd33c0a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 944 time: 0.0542572 Jun 28 03:21:59.013034 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:21:59.021041 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-772df50d-1203-4eed-83ec-0fd623dac294 req-9c5aaced-dd0e-4396-afa7-a6e00e30a4ca tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495348 Jun 28 03:21:59.343807 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 02235355-6547-49bd-a247-cc3176e99f9e up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:21:59.388137 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 02235355-6547-49bd-a247-cc3176e99f9e completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:21:59.398197 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 02235355-6547-49bd-a247-cc3176e99f9e triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:21:59.398567 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (02235355-6547-49bd-a247-cc3176e99f9e), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:59.473247 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 02235355-6547-49bd-a247-cc3176e99f9e is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:21:59.473623 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (02235355-6547-49bd-a247-cc3176e99f9e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:59.497580 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:21:59.499845 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a526ec88-8052-4b18-a08c-e12fbe3ca4d2" -d '{"events": [{"server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "name": "network-vif-plugged", "status": "completed", "tag": "02235355-6547-49bd-a247-cc3176e99f9e"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:21:59.514003 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:21:59.521069 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:21:59.543519 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e97a2a-c676-4ee3-9185-647fd10c4389 x-openstack-request-id: req-70e97a2a-c676-4ee3-9185-647fd10c4389 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:21:59.543809 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "name": "network-vif-plugged", "status": "completed", "tag": "02235355-6547-49bd-a247-cc3176e99f9e", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:21:59.544093 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70e97a2a-c676-4ee3-9185-647fd10c4389 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:21:59.544512 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e97a2a-c676-4ee3-9185-647fd10c4389'] response: {'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e', 'code': 200} Jun 28 03:21:59.571369 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:21:59.771984 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea834b7-4091-4699-98c0-e4019c0bd0fd req-a8e105df-067f-48c0-8e96-bcee00b316dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:21:59.773535 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7ea834b7-4091-4699-98c0-e4019c0bd0fd req-a8e105df-067f-48c0-8e96-bcee00b316dd service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 1129 time: 0.0437949 Jun 28 03:21:59.823824 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7ea834b7-4091-4699-98c0-e4019c0bd0fd req-724b2e95-df3a-4f2d-a66a-a2f1106e3732 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Jun 28 03:22:00.137554 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:00.153913 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775379ec-7b57-4e6a-9f10-7d5b54d0b576 req-7229a9da-a0fc-40a8-871b-126f4dd957bd tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:00.155380 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-775379ec-7b57-4e6a-9f10-7d5b54d0b576 req-7229a9da-a0fc-40a8-871b-126f4dd957bd tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0526648 Jun 28 03:22:00.207908 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-775379ec-7b57-4e6a-9f10-7d5b54d0b576 req-057c6eb1-f793-4abe-94cb-2e87d412f92d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467539 Jun 28 03:22:01.332291 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a109f-e53e-419d-8054-8bc7cb4f3576 req-f829cc4a-23be-4a11-aaca-d2da589c8561 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:01.333716 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fc8a109f-e53e-419d-8054-8bc7cb4f3576 req-f829cc4a-23be-4a11-aaca-d2da589c8561 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0484002 Jun 28 03:22:01.387171 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fc8a109f-e53e-419d-8054-8bc7cb4f3576 req-4854cec9-c405-4552-9367-5f59edd23601 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Jun 28 03:22:02.517326 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556b35e-56b9-4241-9287-d869d72a61b8 req-76b7e03a-4d5d-438d-b159-7c6919833d3c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:02.518772 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2556b35e-56b9-4241-9287-d869d72a61b8 req-76b7e03a-4d5d-438d-b159-7c6919833d3c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0477417 Jun 28 03:22:02.567421 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2556b35e-56b9-4241-9287-d869d72a61b8 req-c248dfff-ee86-4fa6-b655-e3e28cb96630 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419714 Jun 28 03:22:02.681596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1405f8-2b23-4803-9755-b09af2145dc3 req-9e6addb5-d5fb-45fc-9a55-e2ca7aa96f3f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:02.683040 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0a1405f8-2b23-4803-9755-b09af2145dc3 req-9e6addb5-d5fb-45fc-9a55-e2ca7aa96f3f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0492611 Jun 28 03:22:02.691680 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38546) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:22:02.696373 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-39fa3a32-f696-451d-a7bb-90682ec0e61c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Request body: {'floatingip': {'port_id': '02235355-6547-49bd-a247-cc3176e99f9e'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:22:02.737036 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39fa3a32-f696-451d-a7bb-90682ec0e61c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (f19ecb91-a079-4775-a623-f2f468a06ccf), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:03.188121 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39fa3a32-f696-451d-a7bb-90682ec0e61c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:03.194827 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39fa3a32-f696-451d-a7bb-90682ec0e61c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (f19ecb91-a079-4775-a623-f2f468a06ccf), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:03.293137 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-39fa3a32-f696-451d-a7bb-90682ec0e61c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Floating IP f19ecb91-a079-4775-a623-f2f468a06ccf associated. External IP: 172.27.2.28, port: 02235355-6547-49bd-a247-cc3176e99f9e. Jun 28 03:22:03.440104 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:03.446511 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:03.495292 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fa3a32-f696-451d-a7bb-90682ec0e61c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Router 0ed09f48-58c3-442f-a5a5-b99d39e9843f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:22:03.603676 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fa3a32-f696-451d-a7bb-90682ec0e61c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:22:03.609446 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39fa3a32-f696-451d-a7bb-90682ec0e61c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:03.615254 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] Sync routers for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:22:03.628988 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:22:03.629600 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:21:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:03.639461 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-39fa3a32-f696-451d-a7bb-90682ec0e61c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "PUT /v2.0/floatingips/f19ecb91-a079-4775-a623-f2f468a06ccf HTTP/1.1" status: 200 len: 990 time: 0.9467249 Jun 28 03:22:03.640008 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:22:03.642325 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed07519-f85e-4399-97ce-018153700e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "tag": "02235355-6547-49bd-a247-cc3176e99f9e"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:22:03.678750 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cacc95-236f-4829-a62b-2961a56af1b1 x-openstack-request-id: req-d9cacc95-236f-4829-a62b-2961a56af1b1 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:22:03.679035 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "tag": "02235355-6547-49bd-a247-cc3176e99f9e", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:22:03.679282 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9cacc95-236f-4829-a62b-2961a56af1b1 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:22:03.679559 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:03.679665 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cacc95-236f-4829-a62b-2961a56af1b1'] response: {'name': 'network-changed', 'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e', 'status': 'completed', 'code': 200} Jun 28 03:22:03.736422 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:22:03.773184 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed07519-f85e-4399-97ce-018153700e6f req-c887de75-1457-4297-8db8-d85a237d3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:03.774689 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ed07519-f85e-4399-97ce-018153700e6f req-c887de75-1457-4297-8db8-d85a237d3056 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 1129 time: 0.0443630 Jun 28 03:22:03.870619 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed07519-f85e-4399-97ce-018153700e6f req-6a5213ef-287d-45e1-bae8-a75d94d952ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:03.872119 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ed07519-f85e-4399-97ce-018153700e6f req-6a5213ef-287d-45e1-bae8-a75d94d952ac service neutron] 10.222.0.27 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 918 time: 0.0846345 Jun 28 03:22:03.935078 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:03.939711 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ed07519-f85e-4399-97ce-018153700e6f req-9b55a2b5-caf6-454b-b48d-80b90e64223b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02235355-6547-49bd-a247-cc3176e99f9e HTTP/1.1" status: 200 len: 998 time: 0.0598366 Jun 28 03:22:03.956391 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'f19ecb91-a079-4775-a623-f2f468a06ccf', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'floating_ip_address': '172.27.2.28', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'port_id': '02235355-6547-49bd-a247-cc3176e99f9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'mac_address': 'fa:16:3e:5f:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:49Z', 'updated_at': '2022-06-28T03:22:03Z', 'revision_number': 1, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:03.981445 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] Checking router: 0ed09f48-58c3-442f-a5a5-b99d39e9843f for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:22:03.990365 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed07519-f85e-4399-97ce-018153700e6f req-7c353abc-e700-4828-9667-273b212d7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:03.990565 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:22:03.991757 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ed07519-f85e-4399-97ce-018153700e6f req-7c353abc-e700-4828-9667-273b212d7180 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 200 len: 856 time: 0.0448227 Jun 28 03:22:03.991931 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:21:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:04.038051 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed07519-f85e-4399-97ce-018153700e6f req-d3614ac8-5ec1-4166-a4e5-f32c0d897b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:04.039563 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ed07519-f85e-4399-97ce-018153700e6f req-d3614ac8-5ec1-4166-a4e5-f32c0d897b88 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=91e0cac6-eac1-4a49-93d7-95195e9565b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407476 Jun 28 03:22:04.098076 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:22:04.137352 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ed07519-f85e-4399-97ce-018153700e6f req-5976ab2a-e8dc-428c-b876-1c8384c9629b service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904808 Jun 28 03:22:04.232087 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ed07519-f85e-4399-97ce-018153700e6f req-ab312cdd-e9ab-4dcf-97d1-7c2ba58ab4dd service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870571 Jun 28 03:22:04.447404 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'f19ecb91-a079-4775-a623-f2f468a06ccf', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'floating_ip_address': '172.27.2.28', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'port_id': '02235355-6547-49bd-a247-cc3176e99f9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'mac_address': 'fa:16:3e:5f:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:49Z', 'updated_at': '2022-06-28T03:22:03Z', 'revision_number': 1, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:04.471757 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188effa7-9aad-45fa-9c1d-bbd5cafd7dfc None None] The sync data for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi is: [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'f19ecb91-a079-4775-a623-f2f468a06ccf', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'floating_ip_address': '172.27.2.28', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'port_id': '02235355-6547-49bd-a247-cc3176e99f9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'mac_address': 'fa:16:3e:5f:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:49Z', 'updated_at': '2022-06-28T03:22:03Z', 'revision_number': 1, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:22:04.677742 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0cfa2d-3e36-4998-9cac-6375a5022776 None None] New status for floating IP f19ecb91-a079-4775-a623-f2f468a06ccf: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:22:04.680146 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:04.681773 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:13.634633 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=18 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:13.636712 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=23 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:14.222272 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=56 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:14.227877 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=71 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:14.449603 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=68 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:14.450894 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=37 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:14.868406 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:14.870868 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:17.566212 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-625e2226-4f7f-425a-9ee9-616396162d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:19.809693 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0319efb8-4e78-4e06-ae70-fac1448981ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:20.733272 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:21.037990 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:22.633440 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:23.029726 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:27.761067 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59420c9-d063-4002-8860-941ae9c46354 req-5cfd9ffe-02fd-4319-bd28-3b1a5628890e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:27.762606 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e59420c9-d063-4002-8860-941ae9c46354 req-5cfd9ffe-02fd-4319-bd28-3b1a5628890e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0559683 Jun 28 03:22:27.763073 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c99069-29b0-43f6-b470-9205afcbd638 req-e2bf30dd-01f7-4110-b1fe-ed6b9bfff5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:27.764739 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44c99069-29b0-43f6-b470-9205afcbd638 req-e2bf30dd-01f7-4110-b1fe-ed6b9bfff5e7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 1129 time: 0.0441463 Jun 28 03:22:27.810744 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e59420c9-d063-4002-8860-941ae9c46354 req-6397e705-4a65-471e-9381-a81367f14297 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423048 Jun 28 03:22:27.855031 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c99069-29b0-43f6-b470-9205afcbd638 req-abef51c6-851b-4cf1-be61-a30c841439a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:27.856886 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44c99069-29b0-43f6-b470-9205afcbd638 req-abef51c6-851b-4cf1-be61-a30c841439a3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.0854406 Jun 28 03:22:27.926059 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44c99069-29b0-43f6-b470-9205afcbd638 req-49bdb08f-9cfc-4e04-ac80-a0a08bec7d51 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdbb463e-d574-49cc-aabd-b6a74106c928 HTTP/1.1" status: 200 len: 1001 time: 0.0614638 Jun 28 03:22:27.977382 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c99069-29b0-43f6-b470-9205afcbd638 req-40c57143-5f07-4cf1-8dd5-a86467a1a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:27.978844 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44c99069-29b0-43f6-b470-9205afcbd638 req-40c57143-5f07-4cf1-8dd5-a86467a1a6c2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0462527 Jun 28 03:22:28.024701 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c99069-29b0-43f6-b470-9205afcbd638 req-0d8f4656-5162-4d01-ad7b-a8d0acf4ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:28.026170 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44c99069-29b0-43f6-b470-9205afcbd638 req-0d8f4656-5162-4d01-ad7b-a8d0acf4ec84 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401628 Jun 28 03:22:28.127796 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44c99069-29b0-43f6-b470-9205afcbd638 req-abd280dd-ff8e-4825-be62-9b4060bad9a5 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947430 Jun 28 03:22:28.224508 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44c99069-29b0-43f6-b470-9205afcbd638 req-2fc7499c-2a84-4031-bc07-0ecd299c3563 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901251 Jun 28 03:22:28.956516 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a943f1c-b579-45a8-9cf4-cda57b498eff req-be13efc0-195d-456e-9084-13382463e48e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:28.958135 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6a943f1c-b579-45a8-9cf4-cda57b498eff req-be13efc0-195d-456e-9084-13382463e48e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0652654 Jun 28 03:22:29.008694 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6a943f1c-b579-45a8-9cf4-cda57b498eff req-21b64760-f2c0-43d4-a74d-15f1cfaffdf9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429850 Jun 28 03:22:29.277648 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:22:30.137925 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0cf21-9161-4a71-a89f-98566657c3f7 req-8f0602a4-1b70-46b4-93bb-76ba4c9c58cf tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:30.139547 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f1c0cf21-9161-4a71-a89f-98566657c3f7 req-8f0602a4-1b70-46b4-93bb-76ba4c9c58cf tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0496933 Jun 28 03:22:30.191062 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f1c0cf21-9161-4a71-a89f-98566657c3f7 req-979afdf2-0b07-4ac2-9192-a788689285d1 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457873 Jun 28 03:22:31.333503 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8ca39-ce29-432f-b93c-84b2c4107ca5 req-17a34186-919a-4117-8e8b-5c2c495576a5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:31.335271 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b5f8ca39-ce29-432f-b93c-84b2c4107ca5 req-17a34186-919a-4117-8e8b-5c2c495576a5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0574880 Jun 28 03:22:31.390798 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b5f8ca39-ce29-432f-b93c-84b2c4107ca5 req-6cfb7f51-5214-406f-9350-5218ea9927de tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465689 Jun 28 03:22:32.529022 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba462a-7ca2-46e8-aba4-bac4c17fb74f req-5fe6d44a-ea66-4a5a-849e-f8100d36f428 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:32.530460 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20ba462a-7ca2-46e8-aba4-bac4c17fb74f req-5fe6d44a-ea66-4a5a-849e-f8100d36f428 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0561049 Jun 28 03:22:32.582195 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20ba462a-7ca2-46e8-aba4-bac4c17fb74f req-3430d639-7ea6-4662-8c07-f50c3ac3e097 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434036 Jun 28 03:22:33.021051 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:33.023043 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:33.717938 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975480f-102c-48b8-970d-b7d6747e2314 req-46dcfcf2-078f-4dea-960c-fbeb9d542a59 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:33.719693 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0975480f-102c-48b8-970d-b7d6747e2314 req-46dcfcf2-078f-4dea-960c-fbeb9d542a59 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0635378 Jun 28 03:22:33.772890 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0975480f-102c-48b8-970d-b7d6747e2314 req-7e49581c-60e9-495a-8e45-99a2d87ad9fe tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450325 Jun 28 03:22:34.889372 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a552e68-ab2d-4663-82db-ae616a2d60ce req-10d2a368-c3c7-44ed-8e46-6f166eeba5bc tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:34.890902 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1a552e68-ab2d-4663-82db-ae616a2d60ce req-10d2a368-c3c7-44ed-8e46-6f166eeba5bc tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0479321 Jun 28 03:22:34.937874 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1a552e68-ab2d-4663-82db-ae616a2d60ce req-bf79ea72-7864-455a-956e-9c3c6b8321db tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 Jun 28 03:22:35.715120 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01059b3c-827c-447f-9c26-3cb4b263a9c1 req-36d73b55-0df2-481a-9446-f9fa19fa334c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:35.716597 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-01059b3c-827c-447f-9c26-3cb4b263a9c1 req-36d73b55-0df2-481a-9446-f9fa19fa334c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 945 time: 0.0475130 Jun 28 03:22:35.774001 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-01059b3c-827c-447f-9c26-3cb4b263a9c1 req-ca5f10cb-a297-4fb6-b8c2-9a6ef6d8b596 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507290 Jun 28 03:22:36.059802 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63556264-9b9c-443a-8b7d-49cc20114ef9 req-92069686-67c1-464b-9a65-b4870ec3d1e5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:36.061183 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-63556264-9b9c-443a-8b7d-49cc20114ef9 req-92069686-67c1-464b-9a65-b4870ec3d1e5 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0481822 Jun 28 03:22:36.109141 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-63556264-9b9c-443a-8b7d-49cc20114ef9 req-f695c520-f8cd-40af-8a7d-1095c728c88f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Jun 28 03:22:36.891420 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5590c-7ed9-443f-82ef-2d9c15d8b5eb req-9cb43087-f1b0-48a3-b667-c740d1f02fde tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:36.892922 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-42c5590c-7ed9-443f-82ef-2d9c15d8b5eb req-9cb43087-f1b0-48a3-b667-c740d1f02fde tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 945 time: 0.0494802 Jun 28 03:22:36.944556 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-42c5590c-7ed9-443f-82ef-2d9c15d8b5eb req-8eba31fc-f861-40dc-8c7d-489b261bee9a tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f059d59-aff0-43b4-a708-a08ab77c2263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Jun 28 03:22:37.231584 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d098e-d439-45aa-9aa7-9bbadc997b48 req-848b2e5f-8b46-431c-9f14-57ae89778250 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:37.233133 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-702d098e-d439-45aa-9aa7-9bbadc997b48 req-848b2e5f-8b46-431c-9f14-57ae89778250 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0515449 Jun 28 03:22:37.281126 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-702d098e-d439-45aa-9aa7-9bbadc997b48 req-aea2dc15-09e4-432c-a3df-31004337f38b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415893 Jun 28 03:22:37.427070 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ef6a3d58-5296-4b86-a5ea-b091b5f67ad6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:37.428442 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ef6a3d58-5296-4b86-a5ea-b091b5f67ad6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 945 time: 0.0549300 Jun 28 03:22:37.514160 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Deleting port 7bac8765-f69c-4d0f-8f64-222af3fb6108 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:22:37.514498 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:37.605515 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] For port 7bac8765-f69c-4d0f-8f64-222af3fb6108, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7bac8765-f69c-4d0f-8f64-222af3fb6108,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:22:37.605867 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:37.768874 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:37.769228 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:37.769540 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Floating IP 7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca disassociated. External IP: 172.27.2.228, port: 7bac8765-f69c-4d0f-8f64-222af3fb6108. Jun 28 03:22:37.769876 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Calling delete_port for 7bac8765-f69c-4d0f-8f64-222af3fb6108 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:22:37.857079 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:37.861153 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:37.917664 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (7bac8765-f69c-4d0f-8f64-222af3fb6108), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:37.943833 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'Port': ['ID=7bac8765-f69c-4d0f-8f64-222af3fb6108,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:38.030707 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:38.032556 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:38.051168 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7e53ce0-2f6a-4fd6-8a85-5dac629c8087 req-518bf446-cfe8-418f-a415-3d9a49ae68da tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da HTTP/1.1" status: 200 len: 210 time: 0.0289199 Jun 28 03:22:38.057706 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:22:38.172857 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:22:38.185103 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:22:38.196865 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:22:38.197556 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:22:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:38.218620 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] No DVR routers for this DVR port 7bac8765-f69c-4d0f-8f64-222af3fb6108 on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:22:38.221489 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:38.224819 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b513a3e2-3af0-44ed-a0a7-05af0690fa16 req-ec1de483-1fd7-4bff-bd9d-527f8afd2989 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "DELETE /v2.0/ports/7bac8765-f69c-4d0f-8f64-222af3fb6108 HTTP/1.1" status: 204 len: 173 time: 0.7907298 Jun 28 03:22:38.225244 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'name': 'network-vif-deleted', 'tag': '7bac8765-f69c-4d0f-8f64-222af3fb6108'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:22:38.227627 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af47018e-754f-472f-9922-f8d84cda2ba2" -d '{"events": [{"server_uuid": "87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da", "name": "network-vif-deleted", "tag": "7bac8765-f69c-4d0f-8f64-222af3fb6108"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:22:38.267683 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec37b43e-a041-4788-8309-0adddc380379 x-openstack-request-id: req-ec37b43e-a041-4788-8309-0adddc380379 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:22:38.268422 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da", "name": "network-vif-deleted", "tag": "7bac8765-f69c-4d0f-8f64-222af3fb6108", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:22:38.268697 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec37b43e-a041-4788-8309-0adddc380379 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:22:38.269334 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec37b43e-a041-4788-8309-0adddc380379'] response: {'server_uuid': '87f9f1f8-7a5b-4a3e-b60e-8d813efcf1da', 'name': 'network-vif-deleted', 'tag': '7bac8765-f69c-4d0f-8f64-222af3fb6108', 'status': 'completed', 'code': 200} Jun 28 03:22:38.305336 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:22:38.411767 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2fc5f-f3ef-4d94-8140-3e233a7fef92 req-a6b08df3-e49e-43ad-8924-2b734650f5c7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:38.414362 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6bf2fc5f-f3ef-4d94-8140-3e233a7fef92 req-a6b08df3-e49e-43ad-8924-2b734650f5c7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0529370 Jun 28 03:22:38.475645 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6bf2fc5f-f3ef-4d94-8140-3e233a7fef92 req-3a49a6e5-f1bf-44b8-b3b7-bd070634c8b9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504940 Jun 28 03:22:38.509252 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:38.536766 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:22:38.545791 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:22:38.546382 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:22:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:38.644918 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:22:38.841282 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:38.867003 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cae2cb-6f4b-4bfc-818f-300a4158300a None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:22:39.079680 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c18ef-edb4-43cd-9d37-a438090b48e2 None None] New status for floating IP 7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:22:39.139993 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38704) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:22:39.197996 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (6f059d59-aff0-43b4-a708-a08ab77c2263), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.223579 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (6f059d59-aff0-43b4-a708-a08ab77c2263), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.275410 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (6f059d59-aff0-43b4-a708-a08ab77c2263), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.278906 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.280503 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "DELETE /v2.0/security-groups/6f059d59-aff0-43b4-a708-a08ab77c2263 HTTP/1.1" status: 204 len: 168 time: 0.1394329 Jun 28 03:22:39.283561 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38706) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:22:39.289874 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f059d59-aff0-43b4-a708-a08ab77c2263,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:39.297525 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.297875 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.298207 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.298549 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.298879 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.298993 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.api.v2.resource [None req-c04ed2aa-0eb5-48d9-93d3-270cfa59998b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] show failed (client error): The resource could not be found. Jun 28 03:22:39.299187 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.299530 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.299848 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.299936 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c04ed2aa-0eb5-48d9-93d3-270cfa59998b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups/6f059d59-aff0-43b4-a708-a08ab77c2263 HTTP/1.1" status: 404 len: 347 time: 0.0152764 Jun 28 03:22:39.300187 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.300511 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.300831 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.301147 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.301467 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.301780 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.302095 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29768d-0246-44ec-864c-bf626853531d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:39.302968 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38708) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:22:39.413054 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8327e-54a5-4498-a71e-36897f480173 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Deleting port 9f65bba2-17f1-4e4e-9f53-41a0bf4ea982 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:22:39.413316 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3f8327e-54a5-4498-a71e-36897f480173 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (9f65bba2-17f1-4e4e-9f53-41a0bf4ea982), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.492617 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3f8327e-54a5-4498-a71e-36897f480173 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (9f65bba2-17f1-4e4e-9f53-41a0bf4ea982), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.492889 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3f8327e-54a5-4498-a71e-36897f480173 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (9f65bba2-17f1-4e4e-9f53-41a0bf4ea982), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.506704 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8327e-54a5-4498-a71e-36897f480173 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Calling delete_port for 9f65bba2-17f1-4e4e-9f53-41a0bf4ea982 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:22:39.594706 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb503a-7a58-4bcd-be62-c8901171daff req-53c373f8-41e1-43b5-b337-3a621081c659 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:39.596323 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-67cb503a-7a58-4bcd-be62-c8901171daff req-53c373f8-41e1-43b5-b337-3a621081c659 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0492952 Jun 28 03:22:39.644587 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3f8327e-54a5-4498-a71e-36897f480173 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (9f65bba2-17f1-4e4e-9f53-41a0bf4ea982), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.646805 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-67cb503a-7a58-4bcd-be62-c8901171daff req-345f4752-1f48-4f7c-adb6-3e2f2a832958 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447028 Jun 28 03:22:39.678918 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8327e-54a5-4498-a71e-36897f480173 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'Port': ['ID=9f65bba2-17f1-4e4e-9f53-41a0bf4ea982,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:39.732607 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3f8327e-54a5-4498-a71e-36897f480173 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.735385 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3f8327e-54a5-4498-a71e-36897f480173 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.736631 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b3f8327e-54a5-4498-a71e-36897f480173 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "DELETE /v2.0/floatingips/7c0c7fbb-b62b-41fe-9d35-e84429d6e5ca HTTP/1.1" status: 204 len: 168 time: 0.4327507 Jun 28 03:22:39.806237 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38716) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:22:39.813047 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-56976b7d-12ae-400e-95c4-e9d8b6af0f7d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249219226', 'description': 'tempest-description--1653556147'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:22:39.846482 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-56976b7d-12ae-400e-95c4-e9d8b6af0f7d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.876902 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:39.901202 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:39.922953 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-56976b7d-12ae-400e-95c4-e9d8b6af0f7d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (768e9ce1-9005-414e-bf17-d02779aebc7e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.927826 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-56976b7d-12ae-400e-95c4-e9d8b6af0f7d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (768e9ce1-9005-414e-bf17-d02779aebc7e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.962377 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-56976b7d-12ae-400e-95c4-e9d8b6af0f7d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:39.963600 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-56976b7d-12ae-400e-95c4-e9d8b6af0f7d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1562531 Jun 28 03:22:39.964597 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56976b7d-12ae-400e-95c4-e9d8b6af0f7d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768e9ce1-9005-414e-bf17-d02779aebc7e,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:39.966681 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38722) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:22:39.971605 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-4733c8bf-b47d-49bf-9938-9fd9a08b3f33 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group_rule': {'security_group_id': '768e9ce1-9005-414e-bf17-d02779aebc7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:22:40.000292 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4733c8bf-b47d-49bf-9938-9fd9a08b3f33 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (3bdaeff1-99e9-406f-8263-ebf33337115e), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.057039 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4733c8bf-b47d-49bf-9938-9fd9a08b3f33 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (3bdaeff1-99e9-406f-8263-ebf33337115e), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.061797 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4733c8bf-b47d-49bf-9938-9fd9a08b3f33 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (3bdaeff1-99e9-406f-8263-ebf33337115e), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.083906 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733c8bf-b47d-49bf-9938-9fd9a08b3f33 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdaeff1-99e9-406f-8263-ebf33337115e,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:40.089866 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4733c8bf-b47d-49bf-9938-9fd9a08b3f33 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.091095 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4733c8bf-b47d-49bf-9938-9fd9a08b3f33 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232660 Jun 28 03:22:40.093914 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38724) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:22:40.098486 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-9272ad01-ce50-4305-9e91-c4c7d2b81d3b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'security_group_rule': {'security_group_id': '768e9ce1-9005-414e-bf17-d02779aebc7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:22:40.127818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9272ad01-ce50-4305-9e91-c4c7d2b81d3b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (3baed798-2c8d-45cb-ac51-7288f94fba01), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.188095 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9272ad01-ce50-4305-9e91-c4c7d2b81d3b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (3baed798-2c8d-45cb-ac51-7288f94fba01), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.193120 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9272ad01-ce50-4305-9e91-c4c7d2b81d3b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (3baed798-2c8d-45cb-ac51-7288f94fba01), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.212820 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272ad01-ce50-4305-9e91-c4c7d2b81d3b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3baed798-2c8d-45cb-ac51-7288f94fba01,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:40.223157 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9272ad01-ce50-4305-9e91-c4c7d2b81d3b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.224471 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9272ad01-ce50-4305-9e91-c4c7d2b81d3b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294327 Jun 28 03:22:40.227589 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38730) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:22:40.232254 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:22:40.254458 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.333309 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.394360 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:40.428422 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:40.443833 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Allocated IP 172.27.2.192 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/fe858c4b-ad5e-40ec-be77-136e0155daa0) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:22:40.566361 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (fe858c4b-ad5e-40ec-be77-136e0155daa0), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.602096 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (fe858c4b-ad5e-40ec-be77-136e0155daa0), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.642384 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:22:40.646972 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:22:40.650721 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:22:40.654112 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=fe858c4b-ad5e-40ec-be77-136e0155daa0,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:40.772614 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (d1805f9f-caa5-4df9-bc5e-5d1538a27454), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.780907 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d3419-546d-4d93-9471-7699fa9b59fd req-d30361e9-fd56-4c74-958f-86dd41bd6ed7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:40.782432 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e19d3419-546d-4d93-9471-7699fa9b59fd req-d30361e9-fd56-4c74-958f-86dd41bd6ed7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0609052 Jun 28 03:22:40.846211 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (fe858c4b-ad5e-40ec-be77-136e0155daa0), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:40.872391 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e19d3419-546d-4d93-9471-7699fa9b59fd req-6cd114f5-6750-40da-b9c0-9280614f87e6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839250 Jun 28 03:22:41.004893 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (fe858c4b-ad5e-40ec-be77-136e0155daa0), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:41.013133 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (fe858c4b-ad5e-40ec-be77-136e0155daa0), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:41.100145 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=fe858c4b-ad5e-40ec-be77-136e0155daa0,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:41.110687 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (d1805f9f-caa5-4df9-bc5e-5d1538a27454), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:41.113063 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:41.134423 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:41.136036 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-aaa30c48-2495-42e7-865f-bdbd2788e0d2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9074876 Jun 28 03:22:41.298088 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-17122f7b-9dc5-43ce-9e53-cb4a468f33bc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1249219226&fields=id&tenant_id=63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 267 time: 0.0459230 Jun 28 03:22:41.382259 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:41.410822 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-a5bcc63d-7983-4d27-a978-d1d410e3a598 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:41.412322 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-a5bcc63d-7983-4d27-a978-d1d410e3a598 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 814 time: 0.1076076 Jun 28 03:22:41.427087 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-66c863b5-fcfe-49bb-9077-fdbee3d695c7 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/quotas/63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 375 time: 0.0094128 Jun 28 03:22:41.579366 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 7bac8765-f69c-4d0f-8f64-222af3fb6108 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:22:41.609058 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 7bac8765-f69c-4d0f-8f64-222af3fb6108 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:22:41.609589 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 7bac8765-f69c-4d0f-8f64-222af3fb6108 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:22:41.755226 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-7b1e09a5-2003-44cd-93a7-366b33e0734b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3233778 Jun 28 03:22:41.871121 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-89b01dbf-bdcc-4beb-892a-2506bd0e15bb service neutron] 10.222.0.44 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011109 Jun 28 03:22:41.998710 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-5b59ea66-cc2a-4c9f-a363-f19ca068e93b service neutron] 10.222.0.44 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218204 Jun 28 03:22:42.005087 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db753b01-0688-437c-abad-87d143efaada req-db9c4666-8077-4d6e-8aa3-f262d4d4a4c4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:42.006418 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db753b01-0688-437c-abad-87d143efaada req-db9c4666-8077-4d6e-8aa3-f262d4d4a4c4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0630264 Jun 28 03:22:42.059678 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db753b01-0688-437c-abad-87d143efaada req-f9b8ff05-fe5b-4654-bc66-4b1c1e72e51b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473449 Jun 28 03:22:42.166065 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a7a09dac-8dd8-40b2-93e0-b26a3c8b0629 req-273bdcfe-c90f-4ab6-a5cd-ac479ad7160d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 210 time: 0.0277944 Jun 28 03:22:42.917973 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc8881-408f-4616-8cf3-20b9b2c7908c req-f92b8418-52ea-4e7a-9edf-55247fa12950 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:42.919461 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-69dc8881-408f-4616-8cf3-20b9b2c7908c req-f92b8418-52ea-4e7a-9edf-55247fa12950 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0479183 Jun 28 03:22:42.968442 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-69dc8881-408f-4616-8cf3-20b9b2c7908c req-1ba879f2-91e0-484b-8320-39dab36e3701 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Jun 28 03:22:43.200348 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca82809-efc1-477c-ac66-5253c87494ca req-e94b9c1b-155c-4212-bcf6-1f5a41e6de02 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:43.201850 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6ca82809-efc1-477c-ac66-5253c87494ca req-e94b9c1b-155c-4212-bcf6-1f5a41e6de02 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0601013 Jun 28 03:22:43.271646 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c4fd8da-9a17-42b1-bf2d-768ed9dd8cdb req-dc658b64-81f6-4ddb-ada8-4823c1e47de2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 210 time: 0.0327582 Jun 28 03:22:43.274887 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6ca82809-efc1-477c-ac66-5253c87494ca req-7317f547-fb13-49a8-910d-9a96845c37b4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673022 Jun 28 03:22:43.926144 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-48213c5a-14c5-4bad-8377-961713105763 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:43.927695 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-48213c5a-14c5-4bad-8377-961713105763 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 814 time: 0.3412762 Jun 28 03:22:44.101506 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb19ead-104a-4c1e-a7ec-5b498ce41987 req-5061c49e-a32f-44fc-bc34-e566e49ef7e6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:44.103017 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0fb19ead-104a-4c1e-a7ec-5b498ce41987 req-5061c49e-a32f-44fc-bc34-e566e49ef7e6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0477097 Jun 28 03:22:44.151883 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0fb19ead-104a-4c1e-a7ec-5b498ce41987 req-980d6bc6-6897-4c04-8775-1a1204bb59e5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429382 Jun 28 03:22:44.385497 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-77fd6b4b-4d53-41ee-a48d-20a449510ea3 req-3e9fa7b7-0204-44cd-a21c-342abeb54d17 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 210 time: 0.0361369 Jun 28 03:22:44.465682 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5a85-b509-4f42-bee9-df98bf49b7d8 req-c677a90a-a4a9-4a49-8d8f-87bb9cd91581 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:44.467155 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b0d5a85-b509-4f42-bee9-df98bf49b7d8 req-c677a90a-a4a9-4a49-8d8f-87bb9cd91581 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.1159399 Jun 28 03:22:44.514425 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b0d5a85-b509-4f42-bee9-df98bf49b7d8 req-e1ba1804-461e-4345-9c6d-9bc3c7c1a645 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410173 Jun 28 03:22:44.755439 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-474347c9-464c-45fd-bf00-3ed57a90ae95 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63f6b05085584fd5beecbe54c7251525 HTTP/1.1" status: 200 len: 380 time: 0.0590880 Jun 28 03:22:44.848817 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'port': {'device_id': '0eb95203-3c4a-4225-9282-bd035696ef59', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'admin_state_up': True, 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'security_groups': ['768e9ce1-9005-414e-bf17-d02779aebc7e']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:22:44.957889 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84966f56-0ba5-4b87-9c7b-2141602e963a req-d73c266f-211b-43d0-adc4-9600f1655efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:44.959304 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-84966f56-0ba5-4b87-9c7b-2141602e963a req-d73c266f-211b-43d0-adc4-9600f1655efa service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 1129 time: 0.0393953 Jun 28 03:22:44.969008 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Made reservation on behalf of 63f6b05085584fd5beecbe54c7251525 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:22:44.972582 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:45.008045 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-84966f56-0ba5-4b87-9c7b-2141602e963a req-ccfbe3fc-e768-454b-9ab7-4a3e6f750eb6 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Jun 28 03:22:45.104019 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Allocated IP 172.20.0.5 (78d460e7-819f-442d-8ddd-fecab5b4b6fc/09c0e3c7-887f-4f02-b281-87d6ff6c281d/cfd747c8-04ee-403a-8dcd-75a533cbca9e) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:22:45.245458 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:45.260384 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:45.273356 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b07a02-2215-42e0-b047-fb577c60450d req-efe76724-4a7f-4dd2-b884-51f17255b581 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:45.274953 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-25b07a02-2215-42e0-b047-fb577c60450d req-efe76724-4a7f-4dd2-b884-51f17255b581 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0503078 Jun 28 03:22:45.280086 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:45.322995 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-25b07a02-2215-42e0-b047-fb577c60450d req-eaf574df-9e29-4443-bc88-125d826305da tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Jun 28 03:22:45.329562 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:22:45.332656 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:22:45.336643 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:22:45.360716 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event updated for resources: {'Port': ['ID=cfd747c8-04ee-403a-8dcd-75a533cbca9e,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:45.372625 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:45.392565 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:45.393194 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:45.415183 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-f4350a1d-3eaa-428a-b922-0777635bc071 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717623 Jun 28 03:22:45.505094 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43e72e-1a9e-4f3b-93db-d0205fe03d73 req-953e1b37-125f-41c9-80b9-cffebed95ef3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:45.506630 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-da43e72e-1a9e-4f3b-93db-d0205fe03d73 req-953e1b37-125f-41c9-80b9-cffebed95ef3 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 931 time: 0.0510271 Jun 28 03:22:45.556113 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-da43e72e-1a9e-4f3b-93db-d0205fe03d73 req-e3961e25-60bc-4852-9f78-e6e1fd5efdfe tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436141 Jun 28 03:22:45.561072 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-c79dcc68-68af-41f6-a2f9-93b357725e10 None None] Provisioning complete for port cfd747c8-04ee-403a-8dcd-75a533cbca9e triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:22:45.562020 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c79dcc68-68af-41f6-a2f9-93b357725e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:45.595627 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c79dcc68-68af-41f6-a2f9-93b357725e10 None None] Port cfd747c8-04ee-403a-8dcd-75a533cbca9e cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:22:45.595895 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:45.636434 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d7a52-318a-4736-9878-cc5d818551bc req-218651dc-79bd-4473-bd50-322ee3b342ab tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:45.637915 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b46d7a52-318a-4736-9878-cc5d818551bc req-218651dc-79bd-4473-bd50-322ee3b342ab tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0513618 Jun 28 03:22:45.684466 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b46d7a52-318a-4736-9878-cc5d818551bc req-720207c5-f463-4614-8a05-204349ae5c29 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407090 Jun 28 03:22:45.722672 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Request body: {'port': {'device_id': '0eb95203-3c4a-4225-9282-bd035696ef59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:22:45.787280 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:45.792115 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:46.067015 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd747c8-04ee-403a-8dcd-75a533cbca9e {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:22:46.074793 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Publish callbacks [] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:46.088442 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Transition to ACTIVE for port object cfd747c8-04ee-403a-8dcd-75a533cbca9e will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:22:46.094561 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:46.145957 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd747c8-04ee-403a-8dcd-75a533cbca9e,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:46.233799 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Attempting to bind port cfd747c8-04ee-403a-8dcd-75a533cbca9e on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:22:46.234211 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Attempting to bind port cfd747c8-04ee-403a-8dcd-75a533cbca9e by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:22:46.234536 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Attempting to bind port cfd747c8-04ee-403a-8dcd-75a533cbca9e on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:22:46.239938 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Port cfd747c8-04ee-403a-8dcd-75a533cbca9e on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:22:46.240400 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Attempting to bind port cfd747c8-04ee-403a-8dcd-75a533cbca9e on network 78d460e7-819f-442d-8ddd-fecab5b4b6fc {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:22:46.246049 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:22:46.246384 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Checking segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:22:46.246763 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Bound using segment: {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:22:46.247189 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Bound port: cfd747c8-04ee-403a-8dcd-75a533cbca9e, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:22:46.247546 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:46.310453 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] For port cfd747c8-04ee-403a-8dcd-75a533cbca9e, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:22:46.313608 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] For port cfd747c8-04ee-403a-8dcd-75a533cbca9e, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=cfd747c8-04ee-403a-8dcd-75a533cbca9e,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:22:46.321348 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:46.358889 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:46.359646 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:46.361114 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] 10.222.0.27 "PUT /v2.0/ports/cfd747c8-04ee-403a-8dcd-75a533cbca9e HTTP/1.1" status: 200 len: 1093 time: 0.6429827 Jun 28 03:22:46.361577 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb95203-3c4a-4225-9282-bd035696ef59', 'tag': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:22:46.363803 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff58419-9d0a-4e65-912d-774ab206fde5" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb95203-3c4a-4225-9282-bd035696ef59", "tag": "cfd747c8-04ee-403a-8dcd-75a533cbca9e"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:22:46.383177 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864c9bb-f8f4-4161-b307-e54436485bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd747c8-04ee-403a-8dcd-75a533cbca9e,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:46.409373 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac9ac9c-c33f-4e3a-a371-1fb905f375cb x-openstack-request-id: req-6ac9ac9c-c33f-4e3a-a371-1fb905f375cb {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:22:46.409677 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb95203-3c4a-4225-9282-bd035696ef59", "tag": "cfd747c8-04ee-403a-8dcd-75a533cbca9e", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:22:46.409927 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ac9ac9c-c33f-4e3a-a371-1fb905f375cb {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:22:46.410322 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac9ac9c-c33f-4e3a-a371-1fb905f375cb'] response: {'name': 'network-changed', 'server_uuid': '0eb95203-3c4a-4225-9282-bd035696ef59', 'tag': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e', 'status': 'completed', 'code': 200} Jun 28 03:22:46.448942 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a30f2-1ebc-4909-8ac5-5c106f35bcb8 req-3cfcbe0d-fc32-4249-a375-a855679715aa tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:46.450441 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-415a30f2-1ebc-4909-8ac5-5c106f35bcb8 req-3cfcbe0d-fc32-4249-a375-a855679715aa tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0491543 Jun 28 03:22:46.504806 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-415a30f2-1ebc-4909-8ac5-5c106f35bcb8 req-2b70f7a6-5faa-4ec0-bb66-841d880bc91d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482290 Jun 28 03:22:46.679307 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531b82c-fcee-45d8-9fe9-32256d54f6be req-21eb8263-9570-42c6-b935-07d1b1f5f5a9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:46.680881 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f531b82c-fcee-45d8-9fe9-32256d54f6be req-21eb8263-9570-42c6-b935-07d1b1f5f5a9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 943 time: 0.0480971 Jun 28 03:22:46.738832 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f531b82c-fcee-45d8-9fe9-32256d54f6be req-89316483-62b8-4bb5-bd29-d1f6e1eaad8b tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502491 Jun 28 03:22:46.775541 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff58419-9d0a-4e65-912d-774ab206fde5 req-62726fd8-9780-448f-a37b-4e6dabae753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:46.777070 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5ff58419-9d0a-4e65-912d-774ab206fde5 req-62726fd8-9780-448f-a37b-4e6dabae753d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 1127 time: 0.0502317 Jun 28 03:22:46.822018 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6f53a-eaae-4b11-86fe-a1bd14e72806 req-ef03b49e-9dca-4c2e-9286-cfab3cad3562 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:46.823497 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-49e6f53a-eaae-4b11-86fe-a1bd14e72806 req-ef03b49e-9dca-4c2e-9286-cfab3cad3562 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0495005 Jun 28 03:22:46.872870 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-49e6f53a-eaae-4b11-86fe-a1bd14e72806 req-79ca94c5-b287-41ae-9504-818dc50b17d7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Jun 28 03:22:46.873200 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:46.890810 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff58419-9d0a-4e65-912d-774ab206fde5 req-ed806d9a-3b40-4a3f-97f3-c238c092d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:46.892431 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5ff58419-9d0a-4e65-912d-774ab206fde5 req-ed806d9a-3b40-4a3f-97f3-c238c092d8fd service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=63f6b05085584fd5beecbe54c7251525&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1010725 Jun 28 03:22:46.990059 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff58419-9d0a-4e65-912d-774ab206fde5 req-b80df815-5ab6-4715-b8af-b5a24081418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:46.991535 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5ff58419-9d0a-4e65-912d-774ab206fde5 req-b80df815-5ab6-4715-b8af-b5a24081418a service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926006 Jun 28 03:22:47.096975 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-578c1c2b-4e0c-47c5-bd4b-7ce1bde7b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:47.098500 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-578c1c2b-4e0c-47c5-bd4b-7ce1bde7b748 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 1127 time: 0.0412772 Jun 28 03:22:47.146506 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-c6d69292-d1d3-4b6a-a222-b9592c8f3fb0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfd747c8-04ee-403a-8dcd-75a533cbca9e HTTP/1.1" status: 200 len: 217 time: 0.0318928 Jun 28 03:22:47.198361 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-fb5260a8-8571-411f-9b06-093353f88498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:47.199803 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-fb5260a8-8571-411f-9b06-093353f88498 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.0470529 Jun 28 03:22:47.256743 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-fb38b4e0-1141-4c7c-87d8-9ebe05e116dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:47.258201 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-fb38b4e0-1141-4c7c-87d8-9ebe05e116dc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509040 Jun 28 03:22:47.271575 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:47.352590 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-a5aa90a4-fe8c-48e5-978e-37a1618f9d23 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881276 Jun 28 03:22:47.442380 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75040d15-6538-46ff-8aeb-d6148bd8fd29 req-ba7f9182-d49a-4548-9690-38eb3bedb43a service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835605 Jun 28 03:22:47.560688 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4f71d4b8-b3e2-4443-84e0-a061913cea2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:47.626622 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce9f37-b6ea-4ddc-a31e-a6c4ca52f137 req-6bcd5320-bfb3-4b89-8bba-a2e16fffa750 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:47.628095 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e2ce9f37-b6ea-4ddc-a31e-a6c4ca52f137 req-6bcd5320-bfb3-4b89-8bba-a2e16fffa750 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0470517 Jun 28 03:22:47.674887 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e2ce9f37-b6ea-4ddc-a31e-a6c4ca52f137 req-fdaea1f3-84a4-4727-8195-b056ec2b4ba3 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411189 Jun 28 03:22:47.856515 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c15f2-d64d-404b-b275-657c4079f871 req-5690c84f-840f-4b55-8473-cc2777e1d225 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:47.858015 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3b2c15f2-d64d-404b-b275-657c4079f871 req-5690c84f-840f-4b55-8473-cc2777e1d225 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 943 time: 0.0516925 Jun 28 03:22:47.905940 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3b2c15f2-d64d-404b-b275-657c4079f871 req-925007c6-7a40-4270-9326-0d9a5f8a2c0f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Jun 28 03:22:47.998843 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a39230-7462-4f0f-a44f-11892ec86146 req-6979f12c-3a18-49c8-802e-388517c36666 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:48.000442 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-51a39230-7462-4f0f-a44f-11892ec86146 req-6979f12c-3a18-49c8-802e-388517c36666 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0497537 Jun 28 03:22:48.058677 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-51a39230-7462-4f0f-a44f-11892ec86146 req-124a2e43-53e0-4b77-b566-43d7a0ea3b13 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501900 Jun 28 03:22:48.425866 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87384af3-8fe5-4343-b5d7-4725de7978c0 req-4e670689-652e-4e5d-ad5e-2184caac2bd1 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:48.427342 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-87384af3-8fe5-4343-b5d7-4725de7978c0 req-4e670689-652e-4e5d-ad5e-2184caac2bd1 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0560162 Jun 28 03:22:48.482688 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-87384af3-8fe5-4343-b5d7-4725de7978c0 req-e706fa09-1551-484c-9df4-c365b5cd52bb tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495968 Jun 28 03:22:48.552719 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-4b130504-0775-4883-b24f-a6ea5b580cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:48.554109 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-4b130504-0775-4883-b24f-a6ea5b580cd0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 1129 time: 0.0432751 Jun 28 03:22:48.650246 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-58ab52c1-ecd2-4870-9720-c59cfb92d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:48.651710 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-58ab52c1-ecd2-4870-9720-c59cfb92d4b1 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.0919838 Jun 28 03:22:48.727449 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-585d3ef1-99ef-43d4-a241-673f4639c920 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdbb463e-d574-49cc-aabd-b6a74106c928 HTTP/1.1" status: 200 len: 1001 time: 0.0625505 Jun 28 03:22:48.802480 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4580c05-2f2a-4ce2-b9c0-8b41cea25f57 req-acbf473f-7e81-42f3-8a00-9f6eeadded2b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:48.804011 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d4580c05-2f2a-4ce2-b9c0-8b41cea25f57 req-acbf473f-7e81-42f3-8a00-9f6eeadded2b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0481009 Jun 28 03:22:48.850892 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d4580c05-2f2a-4ce2-b9c0-8b41cea25f57 req-e7ea3b9f-74cf-4052-908d-01fd0babdca2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 Jun 28 03:22:48.995634 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-40fac453-2ad8-4418-9da6-831a4c43fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:48.997169 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-40fac453-2ad8-4418-9da6-831a4c43fb7a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0520253 Jun 28 03:22:49.021644 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:49.030971 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f90056-28ae-4cd9-863d-562de1093b8f req-b9da79f9-44e1-45ae-8f7f-edffc4ff99ed tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:49.032847 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c9f90056-28ae-4cd9-863d-562de1093b8f req-b9da79f9-44e1-45ae-8f7f-edffc4ff99ed tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 943 time: 0.0519459 Jun 28 03:22:49.047068 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-fdc2acca-626e-4936-a13a-1d353a43439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:49.048971 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-fdc2acca-626e-4936-a13a-1d353a43439e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425017 Jun 28 03:22:49.081984 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c9f90056-28ae-4cd9-863d-562de1093b8f req-d160e9bf-8651-40a7-b920-717d83bd037d tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Jun 28 03:22:49.154255 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:49.157632 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:49.195153 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-fb690c58-9641-420c-8f9c-5973cc90202c service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927002 Jun 28 03:22:49.455683 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e424f63-33fb-4220-b80d-70af9e4e904c req-d38b2f71-b558-4ff9-8c56-e1ac66b12146 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928750 Jun 28 03:22:49.600499 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77128a2-4173-4e30-ab32-3c6e9822e6d0 req-6465ac71-3fc0-4ba5-ac06-347384668547 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:49.602014 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e77128a2-4173-4e30-ab32-3c6e9822e6d0 req-6465ac71-3fc0-4ba5-ac06-347384668547 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0512760 Jun 28 03:22:49.610037 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device cfd747c8-04ee-403a-8dcd-75a533cbca9e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:22:49.636450 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:49.651829 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e77128a2-4173-4e30-ab32-3c6e9822e6d0 req-0d12d164-07bb-44de-badb-a5a963338dc3 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Jun 28 03:22:49.709833 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port cfd747c8-04ee-403a-8dcd-75a533cbca9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=cfd747c8-04ee-403a-8dcd-75a533cbca9e,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:22:49.724545 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'port_id': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e', 'mac_address': 'fa:16:3e:7e:6e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:22:49.726688 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:49.751317 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:49.761432 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port cfd747c8-04ee-403a-8dcd-75a533cbca9e is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:22:49.761816 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:49.775417 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd747c8-04ee-403a-8dcd-75a533cbca9e {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:22:49.796489 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port cfd747c8-04ee-403a-8dcd-75a533cbca9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=cfd747c8-04ee-403a-8dcd-75a533cbca9e,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:22:49.803496 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:49.840230 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9848ff3a-115d-4277-a40f-a9784ffbf2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:49.859682 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=cfd747c8-04ee-403a-8dcd-75a533cbca9e,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:49.977516 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d96f28-3c77-4ba6-8baf-7af9efe5a56f req-e9c105e3-ed6f-4660-9780-1c7006d0d07b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:49.978904 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-19d96f28-3c77-4ba6-8baf-7af9efe5a56f req-e9c105e3-ed6f-4660-9780-1c7006d0d07b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0518122 Jun 28 03:22:50.029714 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-19d96f28-3c77-4ba6-8baf-7af9efe5a56f req-419b6a25-bb1f-4903-9bd2-8843a62e32d7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447249 Jun 28 03:22:50.158476 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['cfd747c8-04ee-403a-8dcd-75a533cbca9e'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:22:50.211895 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc118c1-2897-4af6-9cf6-0036c1d33bcd req-8217dc1f-e7a6-4f65-9a61-47ea48f10482 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:50.213447 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dcc118c1-2897-4af6-9cf6-0036c1d33bcd req-8217dc1f-e7a6-4f65-9a61-47ea48f10482 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 944 time: 0.0535879 Jun 28 03:22:50.264424 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dcc118c1-2897-4af6-9cf6-0036c1d33bcd req-f7b4e89a-fad3-4979-9d43-4c4d9758f55c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Jun 28 03:22:50.779104 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3f8b-dc4d-4652-9398-1f142bddd1d0 req-76b47b99-aa83-4ede-bb06-ecc6372232e6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:50.781373 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95ef3f8b-dc4d-4652-9398-1f142bddd1d0 req-76b47b99-aa83-4ede-bb06-ecc6372232e6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0490627 Jun 28 03:22:50.830110 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95ef3f8b-dc4d-4652-9398-1f142bddd1d0 req-c27853b1-db02-4b0c-aa16-383962d2f107 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426722 Jun 28 03:22:50.998537 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:51.040031 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:51.148803 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13880a8-9b5e-4bc5-9070-70a5b9dd1de7 req-cf53109c-ee7c-4f09-9385-24f1b3f1addd tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:51.150927 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b13880a8-9b5e-4bc5-9070-70a5b9dd1de7 req-cf53109c-ee7c-4f09-9385-24f1b3f1addd tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0498643 Jun 28 03:22:51.205418 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b13880a8-9b5e-4bc5-9070-70a5b9dd1de7 req-9998d550-32ca-4ffa-b113-5aa8b9865a55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477736 Jun 28 03:22:51.388907 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d10ce5-bd1b-41d9-8cf0-ead7decf0bd4 req-be81f2ef-2f9f-45c4-9c13-079cb26ce1a8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:51.390379 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d9d10ce5-bd1b-41d9-8cf0-ead7decf0bd4 req-be81f2ef-2f9f-45c4-9c13-079cb26ce1a8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 944 time: 0.0571949 Jun 28 03:22:51.451522 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d9d10ce5-bd1b-41d9-8cf0-ead7decf0bd4 req-f3fcb7d9-034c-42be-87e6-266d5706f1a6 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553360 Jun 28 03:22:51.619351 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device cfd747c8-04ee-403a-8dcd-75a533cbca9e up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:22:51.666891 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port cfd747c8-04ee-403a-8dcd-75a533cbca9e completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:22:51.674756 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port cfd747c8-04ee-403a-8dcd-75a533cbca9e triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:22:51.675117 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:51.747364 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port cfd747c8-04ee-403a-8dcd-75a533cbca9e is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:22:51.747785 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:51.771558 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb95203-3c4a-4225-9282-bd035696ef59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:22:51.773839 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24028fc6-4bdf-4c78-a2ce-7913ffe54d68" -d '{"events": [{"server_uuid": "0eb95203-3c4a-4225-9282-bd035696ef59", "name": "network-vif-plugged", "status": "completed", "tag": "cfd747c8-04ee-403a-8dcd-75a533cbca9e"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:22:51.786407 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port cfd747c8-04ee-403a-8dcd-75a533cbca9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=cfd747c8-04ee-403a-8dcd-75a533cbca9e,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:22:51.791784 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:51.806353 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c669498-9541-4705-a77e-636ace30a185 req-ff266944-38be-45ec-956c-58d5ece1da80 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446498 Jun 28 03:22:51.820122 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759b85cd-fb7b-4ec8-b93e-93f8a7053553 x-openstack-request-id: req-759b85cd-fb7b-4ec8-b93e-93f8a7053553 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:22:51.820436 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb95203-3c4a-4225-9282-bd035696ef59", "name": "network-vif-plugged", "status": "completed", "tag": "cfd747c8-04ee-403a-8dcd-75a533cbca9e", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:22:51.820687 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-759b85cd-fb7b-4ec8-b93e-93f8a7053553 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:22:51.821076 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759b85cd-fb7b-4ec8-b93e-93f8a7053553'] response: {'server_uuid': '0eb95203-3c4a-4225-9282-bd035696ef59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e', 'code': 200} Jun 28 03:22:51.841940 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=cfd747c8-04ee-403a-8dcd-75a533cbca9e,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:51.906647 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c669498-9541-4705-a77e-636ace30a185 req-867e8e57-ff54-42bb-8f15-9d6eabdbcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:51.908465 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c669498-9541-4705-a77e-636ace30a185 req-867e8e57-ff54-42bb-8f15-9d6eabdbcdf3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 1130 time: 0.0441287 Jun 28 03:22:51.935290 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:51.951192 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6bd4-4e45-4a58-9427-f717ab422437 req-3d97ccba-8e21-483a-91f4-a4f42a130f28 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:51.952729 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-302e6bd4-4e45-4a58-9427-f717ab422437 req-3d97ccba-8e21-483a-91f4-a4f42a130f28 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0493917 Jun 28 03:22:52.008030 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-302e6bd4-4e45-4a58-9427-f717ab422437 req-f4308bb3-cc1f-47d4-8a05-65c7371548e4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482979 Jun 28 03:22:52.034206 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c669498-9541-4705-a77e-636ace30a185 req-ae226959-40b8-4120-97c5-f0b7f060d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:52.036088 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c669498-9541-4705-a77e-636ace30a185 req-ae226959-40b8-4120-97c5-f0b7f060d72c service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.1084955 Jun 28 03:22:52.067341 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa65bc9-bff6-4a3a-b502-f24f24330e3e req-f7d2a50f-c552-4b4a-a4bb-052cc2f1991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:52.068920 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6aa65bc9-bff6-4a3a-b502-f24f24330e3e req-f7d2a50f-c552-4b4a-a4bb-052cc2f1991f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 1129 time: 0.0477297 Jun 28 03:22:52.080893 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c669498-9541-4705-a77e-636ace30a185 req-02fb470a-9fc3-4084-a30a-5cb87051aa02 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4889afde-ba46-4d85-9672-9444704f0439 HTTP/1.1" status: 200 len: 217 time: 0.0380368 Jun 28 03:22:52.135112 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63483e6-0810-41f8-8dbf-37f2bf3aa61e req-8a23710e-0085-44a5-89c7-9b17ed92b401 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:52.136593 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c63483e6-0810-41f8-8dbf-37f2bf3aa61e req-8a23710e-0085-44a5-89c7-9b17ed92b401 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0594664 Jun 28 03:22:52.145689 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 38852) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:22:52.150141 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-6ace6e9c-a3f4-49cc-9b84-ff258e2548b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Request body: {'floatingip': {'port_id': 'fdbb463e-d574-49cc-aabd-b6a74106c928'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:22:52.162864 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6aa65bc9-bff6-4a3a-b502-f24f24330e3e req-5b17d187-24f7-417c-8821-4826e81dcebb service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498857 Jun 28 03:22:52.235648 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e9c-a3f4-49cc-9b84-ff258e2548b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for floatingip (fe5ed63b-2b95-457b-ba57-4e4aab22fb19), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:52.242079 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c669498-9541-4705-a77e-636ace30a185 req-9009e557-f02f-4a97-a1e1-1ec1a8e78d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:52.243410 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c669498-9541-4705-a77e-636ace30a185 req-9009e557-f02f-4a97-a1e1-1ec1a8e78d99 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0631635 Jun 28 03:22:52.272275 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:52.388910 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e04021-6186-4dd7-8cab-96cdc8693675 req-e0859fbb-3c76-4803-860e-8453cd7684be tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:52.390490 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-36e04021-6186-4dd7-8cab-96cdc8693675 req-e0859fbb-3c76-4803-860e-8453cd7684be tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0484419 Jun 28 03:22:52.439580 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-36e04021-6186-4dd7-8cab-96cdc8693675 req-db46ba7d-11f1-45a2-99c9-6a11efe527a2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419903 Jun 28 03:22:52.540916 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c669498-9541-4705-a77e-636ace30a185 req-f8f4bf8f-3270-4015-99d6-87ea7e661b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:52.542392 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c669498-9541-4705-a77e-636ace30a185 req-f8f4bf8f-3270-4015-99d6-87ea7e661b09 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558643 Jun 28 03:22:52.571926 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce8104-3e13-45f9-a1a3-3f88fa57d047 req-16f92d17-3ee4-4a81-ba97-0f5d647e0c7a tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:52.573499 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3ce8104-3e13-45f9-a1a3-3f88fa57d047 req-16f92d17-3ee4-4a81-ba97-0f5d647e0c7a tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 945 time: 0.0520663 Jun 28 03:22:52.625208 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3ce8104-3e13-45f9-a1a3-3f88fa57d047 req-20637d34-e84f-4a7b-bed8-7d239af66703 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441337 Jun 28 03:22:52.642105 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:52.725786 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e9c-a3f4-49cc-9b84-ff258e2548b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:52.732919 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e9c-a3f4-49cc-9b84-ff258e2548b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (fe5ed63b-2b95-457b-ba57-4e4aab22fb19), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:53.006611 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:53.013024 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ace6e9c-a3f4-49cc-9b84-ff258e2548b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:22:53.022041 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c669498-9541-4705-a77e-636ace30a185 req-54c2fa86-945e-482e-8458-db255d747fae service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399488 Jun 28 03:22:53.025579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:53.401332 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:53.426859 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c669498-9541-4705-a77e-636ace30a185 req-beb6b5cb-800e-4514-b631-4256a5e5557a service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950307 Jun 28 03:22:53.429633 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ace6e9c-a3f4-49cc-9b84-ff258e2548b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:22:53.434636 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e9c-a3f4-49cc-9b84-ff258e2548b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:53.439691 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] Sync routers for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:22:53.449841 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:22:53.450447 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:22:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:53.466209 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:22:53.468517 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b13163-3ec2-4832-a1e0-6da144e96f77" -d '{"events": [{"name": "network-changed", "server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:22:53.514176 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6ace6e9c-a3f4-49cc-9b84-ff258e2548b0 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "PUT /v2.0/floatingips/fe5ed63b-2b95-457b-ba57-4e4aab22fb19 HTTP/1.1" status: 200 len: 993 time: 1.3642850 Jun 28 03:22:53.520876 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d56044-ab40-49fb-89f8-2ff148941b55 x-openstack-request-id: req-d7d56044-ab40-49fb-89f8-2ff148941b55 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:22:53.521158 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:22:53.521400 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7d56044-ab40-49fb-89f8-2ff148941b55 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:22:53.521932 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d56044-ab40-49fb-89f8-2ff148941b55'] response: {'name': 'network-changed', 'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'status': 'completed', 'code': 200} Jun 28 03:22:53.553039 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:22:53.574895 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f5a4c-798d-432f-a187-e833d00e0ab8 req-a36ad77b-9467-4e3c-ae0f-eb343c50b6d4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:53.576404 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b19f5a4c-798d-432f-a187-e833d00e0ab8 req-a36ad77b-9467-4e3c-ae0f-eb343c50b6d4 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0468638 Jun 28 03:22:53.588201 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:53.625476 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b19f5a4c-798d-432f-a187-e833d00e0ab8 req-8b8d588f-5cb2-41e0-8af5-246e99657329 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Jun 28 03:22:53.666322 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:53.695683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:53.714314 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:53.756964 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cf0a2-a3a2-4f4f-8f1a-bd2f9d492742 req-8fdd1a08-3204-4981-bf31-05dbee3e9ae8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:53.758250 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-512cf0a2-a3a2-4f4f-8f1a-bd2f9d492742 req-8fdd1a08-3204-4981-bf31-05dbee3e9ae8 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 945 time: 0.0555627 Jun 28 03:22:53.764902 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'fe5ed63b-2b95-457b-ba57-4e4aab22fb19', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'port_id': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'mac_address': 'fa:16:3e:68:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:18Z', 'updated_at': '2022-06-28T03:22:52Z', 'revision_number': 3, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 5, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:53.792969 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] Checking router: 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:22:53.802370 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:22:53.803109 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:22:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:53.807755 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-512cf0a2-a3a2-4f4f-8f1a-bd2f9d492742 req-d5e8d531-09c7-4357-87a2-cb96789eda64 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440395 Jun 28 03:22:53.882270 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-86719158-cc7b-4b31-95aa-d3593b14c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:53.883979 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-86719158-cc7b-4b31-95aa-d3593b14c08b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 1129 time: 0.0561283 Jun 28 03:22:53.933873 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174ff5c-004f-43bf-8d49-80820fac82b5 req-245b5028-38f8-4459-b691-1df3455810a2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:53.935301 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d174ff5c-004f-43bf-8d49-80820fac82b5 req-245b5028-38f8-4459-b691-1df3455810a2 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 945 time: 0.0498765 Jun 28 03:22:53.944921 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 38872) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:22:53.949502 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-12b6cc7d-793a-4369-893b-1bad5aec1c36 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Request body: {'floatingip': {'port_id': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:22:53.987230 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12b6cc7d-793a-4369-893b-1bad5aec1c36 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (d1805f9f-caa5-4df9-bc5e-5d1538a27454), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:54.036028 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:22:54.046393 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-7bf9e77b-c54e-452a-84dc-435edb6b3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:54.047871 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-7bf9e77b-c54e-452a-84dc-435edb6b3c45 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.0972226 Jun 28 03:22:54.157174 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-7b7c07a9-add0-498a-8138-cc31f14902c1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdbb463e-d574-49cc-aabd-b6a74106c928 HTTP/1.1" status: 200 len: 1001 time: 0.0641327 Jun 28 03:22:54.207512 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-c4f632e9-3cda-4dd6-99b1-f16db501be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:54.209048 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-c4f632e9-3cda-4dd6-99b1-f16db501be0e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0459616 Jun 28 03:22:54.250436 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'fe5ed63b-2b95-457b-ba57-4e4aab22fb19', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'port_id': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'mac_address': 'fa:16:3e:68:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:18Z', 'updated_at': '2022-06-28T03:22:52Z', 'revision_number': 3, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 5, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:54.257904 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-06db3f1e-ebcd-489d-ad89-cd4d13ff7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:54.259507 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-06db3f1e-ebcd-489d-ad89-cd4d13ff7b2d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422280 Jun 28 03:22:54.275690 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5075e-8c24-45fa-9b42-409ab7f79e86 None None] The sync data for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi is: [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'fe5ed63b-2b95-457b-ba57-4e4aab22fb19', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'port_id': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'mac_address': 'fa:16:3e:68:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:21:18Z', 'updated_at': '2022-06-28T03:22:52Z', 'revision_number': 3, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 5, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:22:54.361257 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-3f16bbf4-8bba-4814-94e8-b3610c029c28 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942750 Jun 28 03:22:54.453240 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12b6cc7d-793a-4369-893b-1bad5aec1c36 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:54.458322 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12b6cc7d-793a-4369-893b-1bad5aec1c36 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (d1805f9f-caa5-4df9-bc5e-5d1538a27454), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:54.463899 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-32b13163-3ec2-4832-a1e0-6da144e96f77 req-509ecf6d-5c02-4f9f-a518-35b6cc314f0c service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935450 Jun 28 03:22:54.557154 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-12b6cc7d-793a-4369-893b-1bad5aec1c36 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Floating IP d1805f9f-caa5-4df9-bc5e-5d1538a27454 associated. External IP: 172.27.2.192, port: cfd747c8-04ee-403a-8dcd-75a533cbca9e. Jun 28 03:22:54.789510 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e747d-5423-4bdd-a500-53025399023a req-c875cc16-0e92-41a2-a765-3559ec06ae66 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:54.791018 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-653e747d-5423-4bdd-a500-53025399023a req-c875cc16-0e92-41a2-a765-3559ec06ae66 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0878904 Jun 28 03:22:54.800256 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:54.812068 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b6cc7d-793a-4369-893b-1bad5aec1c36 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:22:54.891760 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-653e747d-5423-4bdd-a500-53025399023a req-54194c6d-03f7-4633-85d7-a995f091f061 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929551 Jun 28 03:22:54.909162 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:54.953635 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b6cc7d-793a-4369-893b-1bad5aec1c36 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:22:54.958381 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12b6cc7d-793a-4369-893b-1bad5aec1c36 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:54.963604 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:22:54.974480 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:22:54.975085 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:22:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:54.989407 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-12b6cc7d-793a-4369-893b-1bad5aec1c36 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "PUT /v2.0/floatingips/d1805f9f-caa5-4df9-bc5e-5d1538a27454 HTTP/1.1" status: 200 len: 991 time: 1.0433750 Jun 28 03:22:54.990041 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb95203-3c4a-4225-9282-bd035696ef59', 'tag': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:22:54.992507 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f93f83d-b182-409a-a692-cf5b21366d91" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb95203-3c4a-4225-9282-bd035696ef59", "tag": "cfd747c8-04ee-403a-8dcd-75a533cbca9e"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:22:55.028618 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49fda1d-8dbf-4ece-91fd-90776e0e102a x-openstack-request-id: req-b49fda1d-8dbf-4ece-91fd-90776e0e102a {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:22:55.028904 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb95203-3c4a-4225-9282-bd035696ef59", "tag": "cfd747c8-04ee-403a-8dcd-75a533cbca9e", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:22:55.029150 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b49fda1d-8dbf-4ece-91fd-90776e0e102a {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:22:55.029548 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49fda1d-8dbf-4ece-91fd-90776e0e102a'] response: {'name': 'network-changed', 'server_uuid': '0eb95203-3c4a-4225-9282-bd035696ef59', 'tag': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e', 'status': 'completed', 'code': 200} Jun 28 03:22:55.079428 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:22:55.118586 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-d2e8cca1-ce27-4164-863f-3b0f4e75b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:55.120290 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-d2e8cca1-ce27-4164-863f-3b0f4e75b55f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=63f6b05085584fd5beecbe54c7251525&device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 1129 time: 0.0413435 Jun 28 03:22:55.213489 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-248b0b2d-fda7-4484-a00a-b36add671dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:55.214957 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-248b0b2d-fda7-4484-a00a-b36add671dd8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 200 len: 915 time: 0.0875850 Jun 28 03:22:55.284593 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-63a63d0a-59cf-429e-81bd-a653de7849d0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfd747c8-04ee-403a-8dcd-75a533cbca9e HTTP/1.1" status: 200 len: 999 time: 0.0612464 Jun 28 03:22:55.291625 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'd1805f9f-caa5-4df9-bc5e-5d1538a27454', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:7e:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb95203-3c4a-4225-9282-bd035696ef59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:22:40Z', 'updated_at': '2022-06-28T03:22:54Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:55.319814 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:22:55.328377 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:22:55.328976 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:22:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:55.331475 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:55.337722 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-766fe715-35ba-4864-a7ca-68c65f138ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:55.339227 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-766fe715-35ba-4864-a7ca-68c65f138ba7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 200 len: 853 time: 0.0465939 Jun 28 03:22:55.385259 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-bc8c4ce0-7efe-42f5-81fb-16928e694c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:55.386772 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-bc8c4ce0-7efe-42f5-81fb-16928e694c08 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=78d460e7-819f-442d-8ddd-fecab5b4b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401685 Jun 28 03:22:55.431511 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:22:55.484388 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-870ee2f2-2bff-44f1-8671-9b9fd0fb3667 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897746 Jun 28 03:22:55.522571 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:22:55.524814 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada2c565-bae9-49f8-9f35-e76dbb5c4401" -d '{"events": [{"name": "network-changed", "server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:22:55.562239 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4424ec-2f39-4f02-83d3-4a3212874342 x-openstack-request-id: req-0b4424ec-2f39-4f02-83d3-4a3212874342 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:22:55.562524 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:22:55.562768 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b4424ec-2f39-4f02-83d3-4a3212874342 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:22:55.563154 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4424ec-2f39-4f02-83d3-4a3212874342'] response: {'name': 'network-changed', 'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'status': 'completed', 'code': 200} Jun 28 03:22:55.581410 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:55.585649 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7f93f83d-b182-409a-a692-cf5b21366d91 req-396283b0-ee74-4bec-bb62-03ab72975114 service neutron] 10.222.0.27 "GET /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943427 Jun 28 03:22:55.615654 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 02235355-6547-49bd-a247-cc3176e99f9e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:22:55.648325 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'd1805f9f-caa5-4df9-bc5e-5d1538a27454', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:7e:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb95203-3c4a-4225-9282-bd035696ef59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:22:40Z', 'updated_at': '2022-06-28T03:22:54Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:22:55.673407 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da061bf4-9fd8-4ebd-9d5f-98087e08ecca None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'd1805f9f-caa5-4df9-bc5e-5d1538a27454', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'port_id': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'mac_address': 'fa:16:3e:7e:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb95203-3c4a-4225-9282-bd035696ef59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:22:40Z', 'updated_at': '2022-06-28T03:22:54Z', 'revision_number': 1, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:22:55.675545 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-86f6035f-ef13-4602-937a-d4f875ce971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:55.677674 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-86f6035f-ef13-4602-937a-d4f875ce971b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c1e596746cc64a1981804d95f1906bb3&device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 1129 time: 0.0445459 Jun 28 03:22:55.722470 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:22:55.735179 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '02235355-6547-49bd-a247-cc3176e99f9e', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'port_id': '02235355-6547-49bd-a247-cc3176e99f9e', 'mac_address': 'fa:16:3e:5f:eb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:22:55.770927 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 02235355-6547-49bd-a247-cc3176e99f9e is: ACTIVE; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:22:55.771602 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (02235355-6547-49bd-a247-cc3176e99f9e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:55.787203 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-3de1d9f9-390a-4944-8732-1c2331fc18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:55.788586 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-3de1d9f9-390a-4944-8732-1c2331fc18e6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 200 len: 920 time: 0.1035819 Jun 28 03:22:55.789869 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02235355-6547-49bd-a247-cc3176e99f9e {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:22:55.811287 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:22:55.817231 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:55.857022 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-390167eb-0685-4885-81c8-acc4450f258e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdbb463e-d574-49cc-aabd-b6a74106c928 HTTP/1.1" status: 200 len: 1001 time: 0.0611393 Jun 28 03:22:55.867822 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=6']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:55.885794 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75edbf76-4589-4ca1-88e5-6385a8b1e08b None None] New status for floating IP d1805f9f-caa5-4df9-bc5e-5d1538a27454: ACTIVE {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:22:55.908648 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-c636df95-f72e-4c44-b6a0-8190791efff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:55.910111 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-c636df95-f72e-4c44-b6a0-8190791efff9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 200 len: 858 time: 0.0454252 Jun 28 03:22:55.961185 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-9bf2f517-0531-4116-ae5b-caa858201ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:55.963107 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-9bf2f517-0531-4116-ae5b-caa858201ec5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463769 Jun 28 03:22:56.024792 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc927e1-a2d8-4095-a9eb-4cb2de61a5d2 req-9205ec34-b0dc-41ac-8785-8dadc4c3ec9b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:56.026482 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ecc927e1-a2d8-4095-a9eb-4cb2de61a5d2 req-9205ec34-b0dc-41ac-8785-8dadc4c3ec9b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 944 time: 0.0564342 Jun 28 03:22:56.046595 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['02235355-6547-49bd-a247-cc3176e99f9e'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:22:56.072763 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-8ade225a-3562-4262-81f7-fafde33e8d2a service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020737 Jun 28 03:22:56.080424 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ecc927e1-a2d8-4095-a9eb-4cb2de61a5d2 req-6f2ffde4-a154-4851-8599-b7f929bc1d57 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444865 Jun 28 03:22:56.083305 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:56.141823 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:22:56.172602 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ada2c565-bae9-49f8-9f35-e76dbb5c4401 req-9bfebbc5-a74e-4653-9599-b69267bcfa97 service neutron] 10.222.0.27 "GET /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903821 Jun 28 03:22:57.217074 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8d710-b95d-4b85-b1f7-242b7579e432 req-21443698-6cb5-4aa6-a7c5-b0aa7fd9e285 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:57.219224 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-94d8d710-b95d-4b85-b1f7-242b7579e432 req-21443698-6cb5-4aa6-a7c5-b0aa7fd9e285 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 944 time: 0.0500939 Jun 28 03:22:57.277080 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-94d8d710-b95d-4b85-b1f7-242b7579e432 req-73bd8716-7c06-4b99-9ffd-020bf5c3ec29 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499372 Jun 28 03:22:57.645497 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 02235355-6547-49bd-a247-cc3176e99f9e up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:22:57.694426 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 02235355-6547-49bd-a247-cc3176e99f9e triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:22:57.695132 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (02235355-6547-49bd-a247-cc3176e99f9e), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:57.781189 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 02235355-6547-49bd-a247-cc3176e99f9e is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:22:57.781953 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (02235355-6547-49bd-a247-cc3176e99f9e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:57.807612 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:22:57.810033 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77976a4-f791-4b47-b624-625f91feff41" -d '{"events": [{"server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "name": "network-vif-plugged", "status": "completed", "tag": "02235355-6547-49bd-a247-cc3176e99f9e"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:22:57.824394 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:22:57.831369 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:22:57.872076 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e183e5-1c77-4606-824d-63689ef1bd4b x-openstack-request-id: req-11e183e5-1c77-4606-824d-63689ef1bd4b {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:22:57.872659 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "name": "network-vif-plugged", "status": "completed", "tag": "02235355-6547-49bd-a247-cc3176e99f9e", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:22:57.873636 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11e183e5-1c77-4606-824d-63689ef1bd4b {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:22:57.874409 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e183e5-1c77-4606-824d-63689ef1bd4b'] response: {'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e', 'code': 200} Jun 28 03:22:57.910542 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=7']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:22:57.918761 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.919098 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.919443 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.919922 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.920285 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.920623 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.920933 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.921263 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.921562 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.921885 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.922177 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.922498 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.922845 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.923163 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:57.924037 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:22:58.420672 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d096f-4a2b-4b68-a2fa-abeebc763054 req-712b3c80-ce00-40d3-994c-c307eed67fb9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:58.422890 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-456d096f-4a2b-4b68-a2fa-abeebc763054 req-712b3c80-ce00-40d3-994c-c307eed67fb9 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0588794 Jun 28 03:22:58.481040 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-456d096f-4a2b-4b68-a2fa-abeebc763054 req-1adba4c8-1ba6-4a86-ac73-28b67a30d538 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513453 Jun 28 03:22:59.610880 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1458d-9ec9-45d2-ba10-f0d4def8f1ef req-1d050a2b-8743-41fe-9ed2-a5475636ce09 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:22:59.613461 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95a1458d-9ec9-45d2-ba10-f0d4def8f1ef req-1d050a2b-8743-41fe-9ed2-a5475636ce09 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0533266 Jun 28 03:22:59.666875 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95a1458d-9ec9-45d2-ba10-f0d4def8f1ef req-f4359f05-8b2a-4e1a-be5c-58da0fd5ddc5 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454109 Jun 28 03:23:00.792717 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a9426-3486-44ce-8b0b-f104feaf1ab5 req-aa958de5-e88a-48e7-98fe-5d1ab19ec8d2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:00.794370 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a11a9426-3486-44ce-8b0b-f104feaf1ab5 req-aa958de5-e88a-48e7-98fe-5d1ab19ec8d2 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0508523 Jun 28 03:23:00.843561 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a11a9426-3486-44ce-8b0b-f104feaf1ab5 req-defbf203-636c-4468-a852-f2b473a0c23b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433059 Jun 28 03:23:01.655276 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e845cd-20b9-4de4-8ee5-6b0144cebb44 req-7b6eec54-404e-411b-8acb-715717ac9224 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:01.656895 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-52e845cd-20b9-4de4-8ee5-6b0144cebb44 req-7b6eec54-404e-411b-8acb-715717ac9224 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0653620 Jun 28 03:23:01.713559 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-52e845cd-20b9-4de4-8ee5-6b0144cebb44 req-67edfcdf-3e13-456c-a270-d00f787d8d74 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504022 Jun 28 03:23:01.986029 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857430b-5db9-4621-ae62-fabd5b4dd45a req-526eeaa3-e695-4fb5-b893-e7fb0e85647e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:01.987832 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a857430b-5db9-4621-ae62-fabd5b4dd45a req-526eeaa3-e695-4fb5-b893-e7fb0e85647e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0596333 Jun 28 03:23:02.042852 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a857430b-5db9-4621-ae62-fabd5b4dd45a req-84bc8cf9-9562-4117-a2d9-6e4c2d896e95 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494273 Jun 28 03:23:02.847572 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c68bf-888b-4e08-9fe1-fede518eb4a9 req-c8f2b5e0-5051-4b11-8138-e04882aff31f tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:02.849264 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db7c68bf-888b-4e08-9fe1-fede518eb4a9 req-c8f2b5e0-5051-4b11-8138-e04882aff31f tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0548105 Jun 28 03:23:02.916756 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db7c68bf-888b-4e08-9fe1-fede518eb4a9 req-dacd54a1-965e-4d0d-880b-5e5406656482 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612750 Jun 28 03:23:03.176909 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168ab36-b101-4522-8941-ef2056a32763 req-f6d318d7-537d-44be-836c-b489160f3585 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:03.179207 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5168ab36-b101-4522-8941-ef2056a32763 req-f6d318d7-537d-44be-836c-b489160f3585 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0524352 Jun 28 03:23:03.219811 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:03.233889 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5168ab36-b101-4522-8941-ef2056a32763 req-85c0a9d4-9274-482b-8fd6-c55c03651d02 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490263 Jun 28 03:23:04.041761 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e333a-20c2-414d-930d-4f4d0eac6f1d req-d03a2308-f186-4565-918a-a3a8f3392abd tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:04.044381 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ce4e333a-20c2-414d-930d-4f4d0eac6f1d req-d03a2308-f186-4565-918a-a3a8f3392abd tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0547502 Jun 28 03:23:04.103901 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ce4e333a-20c2-414d-930d-4f4d0eac6f1d req-d84909a9-4b1b-4535-bd12-ca599ef2595e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532641 Jun 28 03:23:04.387698 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ff1a5-b6bb-44ea-9420-eb446cb05a7a req-d07a0bee-5df9-4548-a9b6-48b98279216a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:04.389391 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa7ff1a5-b6bb-44ea-9420-eb446cb05a7a req-d07a0bee-5df9-4548-a9b6-48b98279216a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0567567 Jun 28 03:23:04.419165 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:04.445082 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa7ff1a5-b6bb-44ea-9420-eb446cb05a7a req-d8045b18-d332-4f06-a8a9-ae002a3fb40b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489278 Jun 28 03:23:05.223526 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4e4d6-fa09-4d1a-bd25-2272b3402bf9 req-1beda50b-aac3-4f94-b662-838119452c5d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:05.225059 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-92d4e4d6-fa09-4d1a-bd25-2272b3402bf9 req-1beda50b-aac3-4f94-b662-838119452c5d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0486982 Jun 28 03:23:05.275532 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-92d4e4d6-fa09-4d1a-bd25-2272b3402bf9 req-18f93b91-4f91-4f44-88da-e0f024826ece tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446517 Jun 28 03:23:05.598906 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543842e3-448f-461a-b7b2-129f9c59e224 req-3e785987-03dc-4fa7-a884-870636027b8b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:05.600317 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-543842e3-448f-461a-b7b2-129f9c59e224 req-3e785987-03dc-4fa7-a884-870636027b8b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0544746 Jun 28 03:23:05.650364 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-543842e3-448f-461a-b7b2-129f9c59e224 req-e26dd37b-ea41-4467-a02b-184a35eba537 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Jun 28 03:23:05.650993 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=77 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:05.673251 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=71 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:06.017434 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-445c49c0-4a19-436d-86a0-b6e6209efe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:06.018977 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-445c49c0-4a19-436d-86a0-b6e6209efe76 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 1129 time: 0.0407825 Jun 28 03:23:06.109810 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-0f6874bc-de9a-48eb-a0a0-9c42013020d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:06.111286 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-0f6874bc-de9a-48eb-a0a0-9c42013020d2 service neutron] 10.222.0.27 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 918 time: 0.0853865 Jun 28 03:23:06.177656 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-057e4f29-0296-427e-9692-11d03c79b4a5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02235355-6547-49bd-a247-cc3176e99f9e HTTP/1.1" status: 200 len: 1000 time: 0.0592856 Jun 28 03:23:06.229381 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-1f08f35d-e48e-4e1d-a4b9-c7d48952f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:06.231212 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-1f08f35d-e48e-4e1d-a4b9-c7d48952f948 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 200 len: 856 time: 0.0469866 Jun 28 03:23:06.278609 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:23:06.280472 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-488946c7-1512-442f-87d5-dd48cb5365fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:06.281984 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-488946c7-1512-442f-87d5-dd48cb5365fb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=91e0cac6-eac1-4a49-93d7-95195e9565b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405347 Jun 28 03:23:06.355105 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:06.382264 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-1b59f062-b4c4-465d-94d9-fd1b51ecd539 service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929761 Jun 28 03:23:06.394479 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c106de5-32da-4675-9e22-d606cfd5682a req-9d84d2e4-1beb-4a1c-820c-368d5378b909 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:06.395913 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c106de5-32da-4675-9e22-d606cfd5682a req-9d84d2e4-1beb-4a1c-820c-368d5378b909 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0485554 Jun 28 03:23:06.446101 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c106de5-32da-4675-9e22-d606cfd5682a req-b917f74c-ae1f-472d-ae24-caf8c32f43a4 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Jun 28 03:23:06.472372 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:06.476763 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-63060590-9f26-4c13-8ba6-8b6fda44097e req-64dad4e0-3af6-4e2f-80eb-7a0993af0fb9 service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870118 Jun 28 03:23:06.775169 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c569e-879d-4195-8c1e-7b0185c626f5 req-602bd04c-a15e-4e71-87a5-22315906ce5a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:06.776734 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-382c569e-879d-4195-8c1e-7b0185c626f5 req-602bd04c-a15e-4e71-87a5-22315906ce5a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0481455 Jun 28 03:23:06.833215 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-382c569e-879d-4195-8c1e-7b0185c626f5 req-5eafc566-c44d-41d5-b5b5-ea7f95bc33c8 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482249 Jun 28 03:23:07.578066 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82270e5b-a5b3-4197-8546-7b1b06089132 req-bc6d5a40-5219-4259-a878-001f6f0ff987 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:07.580259 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-82270e5b-a5b3-4197-8546-7b1b06089132 req-bc6d5a40-5219-4259-a878-001f6f0ff987 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0511220 Jun 28 03:23:07.634930 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-82270e5b-a5b3-4197-8546-7b1b06089132 req-59046e55-d749-4ff6-9a1f-80cad2964a2d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488706 Jun 28 03:23:07.905542 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:07.914374 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:07.961664 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282aa27-cc3e-476c-8f9f-b4e4a7fee2be req-03bd9150-b283-436f-bb81-fc1afb71176b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:07.963164 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a282aa27-cc3e-476c-8f9f-b4e4a7fee2be req-03bd9150-b283-436f-bb81-fc1afb71176b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0480342 Jun 28 03:23:08.011001 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a282aa27-cc3e-476c-8f9f-b4e4a7fee2be req-9acaa335-8c5e-46e7-9212-222a2e5096ad tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Jun 28 03:23:08.769298 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da5e8c-7461-435d-9819-bbe146c8e2c6 req-28a09c70-080e-487f-ad7d-aa200ae2223b tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:08.770795 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c7da5e8c-7461-435d-9819-bbe146c8e2c6 req-28a09c70-080e-487f-ad7d-aa200ae2223b tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0581059 Jun 28 03:23:08.821712 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c7da5e8c-7461-435d-9819-bbe146c8e2c6 req-e4847713-73f1-4e96-8499-632ec63c6e1c tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448387 Jun 28 03:23:09.134984 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f236a7-65ff-4d7f-ab0c-8b588421a449 req-00844da8-2028-4733-a005-060340cbd61e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:09.136464 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-38f236a7-65ff-4d7f-ab0c-8b588421a449 req-00844da8-2028-4733-a005-060340cbd61e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 945 time: 0.0509527 Jun 28 03:23:09.179773 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:09.187500 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-38f236a7-65ff-4d7f-ab0c-8b588421a449 req-30f73ac1-5111-4e89-9d9c-186c36fe6dae tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Jun 28 03:23:09.726843 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 02235355-6547-49bd-a247-cc3176e99f9e no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:23:09.800040 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 02235355-6547-49bd-a247-cc3176e99f9e is: ACTIVE; New status is: DOWN {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:23:09.800184 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (02235355-6547-49bd-a247-cc3176e99f9e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:09.824869 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:23:09.827128 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86277331-13b0-46c0-8217-1b1fdffdcdfd" -d '{"events": [{"server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "name": "network-vif-unplugged", "status": "completed", "tag": "02235355-6547-49bd-a247-cc3176e99f9e"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:23:09.839877 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:09.846078 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:09.889130 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 28 Jun 2022 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ad24b1-865e-4173-9773-308f7af59ceb x-openstack-request-id: req-d2ad24b1-865e-4173-9773-308f7af59ceb {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:23:09.889473 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "name": "network-vif-unplugged", "status": "failed", "tag": "02235355-6547-49bd-a247-cc3176e99f9e", "code": 422}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:23:09.889659 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2ad24b1-865e-4173-9773-308f7af59ceb {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:23:09.890059 dv-cinder-846842-5-iscsi neutron-server[103937]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d2ad24b1-865e-4173-9773-308f7af59ceb']: {'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e', 'code': 422} returned with failed status Jun 28 03:23:09.920244 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=8']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:09.974467 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764df81e-228f-46f1-8e75-aa9744fafeb7 req-7a86b150-7ef8-4b5b-9bc7-da924111adfe tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:09.976007 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-764df81e-228f-46f1-8e75-aa9744fafeb7 req-7a86b150-7ef8-4b5b-9bc7-da924111adfe tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0495937 Jun 28 03:23:10.032512 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-764df81e-228f-46f1-8e75-aa9744fafeb7 req-83531f48-8a8c-4723-8e39-4150e71dfd9b tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504017 Jun 28 03:23:10.203267 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fe8c2-fa66-4288-b672-39956c8378e3 req-b1f002f0-17ea-4ce0-a18f-e3a8924fec5c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:10.204820 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-809fe8c2-fa66-4288-b672-39956c8378e3 req-b1f002f0-17ea-4ce0-a18f-e3a8924fec5c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0483599 Jun 28 03:23:10.251780 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-720696a6-7723-41a6-91fc-f6d449180788 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424118 Jun 28 03:23:10.254397 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-809fe8c2-fa66-4288-b672-39956c8378e3 req-41a1cc02-488a-4e2e-bf82-8d597a7b8efa tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435417 Jun 28 03:23:10.345336 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39020) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:10.447969 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-51da5336-802b-4dde-a859-9d72f71481af tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:10.449381 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-51da5336-802b-4dde-a859-9d72f71481af tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports/02235355-6547-49bd-a247-cc3176e99f9e HTTP/1.1" status: 200 len: 940 time: 0.1030524 Jun 28 03:23:11.148464 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39791-1297-4bf1-93b2-82dac68a9273 req-f814c120-b1e1-4431-8d73-c9799de19cda tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:11.149871 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b1b39791-1297-4bf1-93b2-82dac68a9273 req-f814c120-b1e1-4431-8d73-c9799de19cda tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0482671 Jun 28 03:23:11.199973 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b1b39791-1297-4bf1-93b2-82dac68a9273 req-bac38e14-82e9-4ae5-8c10-c3308672e5f3 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 Jun 28 03:23:11.383530 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c484cc3-8dad-46cb-803d-c36c9d8a1ebd req-ad25aa1d-55e5-4097-a9d9-406cc2680753 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:11.385016 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c484cc3-8dad-46cb-803d-c36c9d8a1ebd req-ad25aa1d-55e5-4097-a9d9-406cc2680753 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0568192 Jun 28 03:23:11.411696 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:11.436202 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c484cc3-8dad-46cb-803d-c36c9d8a1ebd req-4bc6b7ab-7d17-419f-ae38-c91bdd17bbe6 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441692 Jun 28 03:23:11.501122 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-6e7d2aaa-d73a-4f10-b38d-118e4fd16ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:11.502629 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-6e7d2aaa-d73a-4f10-b38d-118e4fd16ba0 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c&tenant_id=9e47b6f7a96c46dfa9906912efb7f265 HTTP/1.1" status: 200 len: 1127 time: 0.1132352 Jun 28 03:23:11.600478 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-1bb5e8d5-5e6d-466f-997e-ab25f126a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:11.601968 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-1bb5e8d5-5e6d-466f-997e-ab25f126a16c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 1127 time: 0.0498610 Jun 28 03:23:11.693074 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-49b8ff19-fb49-47c8-9e66-a0961e1e1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:11.694430 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-49b8ff19-fb49-47c8-9e66-a0961e1e1dcb service neutron] 10.222.0.27 "GET /v2.0/networks?id=91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 200 len: 918 time: 0.0846591 Jun 28 03:23:11.827796 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-ca66bc3b-5c9d-47aa-ac66-f6e8ae907205 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02235355-6547-49bd-a247-cc3176e99f9e HTTP/1.1" status: 200 len: 998 time: 0.0715425 Jun 28 03:23:11.899166 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-1726702f-03c1-4c40-8ebb-f82950129bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:11.900654 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-1726702f-03c1-4c40-8ebb-f82950129bda service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 200 len: 856 time: 0.0471337 Jun 28 03:23:11.903159 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-37f3c42e-e332-490d-8782-f9956d3112fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:11.904717 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-37f3c42e-e332-490d-8782-f9956d3112fb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=bcfe66d2ca71404e9b032806db987d4d&device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 1129 time: 0.0395145 Jun 28 03:23:11.950700 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-95d35df2-7d44-4b8c-b639-3fc9dd06376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:11.952089 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-95d35df2-7d44-4b8c-b639-3fc9dd06376e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=91e0cac6-eac1-4a49-93d7-95195e9565b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382085 Jun 28 03:23:12.002587 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-94514f60-9fd6-4f02-b302-bb733dd6ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:12.004194 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-94514f60-9fd6-4f02-b302-bb733dd6ad36 service neutron] 10.222.0.27 "GET /v2.0/networks?id=637d8db0-e115-438e-98d4-4018ed69f48c HTTP/1.1" status: 200 len: 910 time: 0.0898247 Jun 28 03:23:12.046568 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-f10dee67-a778-4e8b-838f-35366cad7e82 service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869009 Jun 28 03:23:12.065202 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-045f84ca-4e27-4e9b-90c4-df7d2936b721 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01 HTTP/1.1" status: 200 len: 1000 time: 0.0536835 Jun 28 03:23:12.117593 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-ab4885fb-66ba-435c-a17e-c7cb6404b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:12.119090 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-ab4885fb-66ba-435c-a17e-c7cb6404b776 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3c61886d-35ea-4842-a52c-cdcc6f9c97f4 HTTP/1.1" status: 200 len: 848 time: 0.0451112 Jun 28 03:23:12.141354 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac66da9-88f0-4823-9dd2-19e65696f3aa req-04d6bda1-ad1c-47e6-a885-2a913c51c9de service neutron] 10.222.0.27 "GET /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871689 Jun 28 03:23:12.168403 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-aae1dccb-c605-4b78-8bf7-780345ca4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:12.169880 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-aae1dccb-c605-4b78-8bf7-780345ca4e2e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=637d8db0-e115-438e-98d4-4018ed69f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442703 Jun 28 03:23:12.271981 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-3bb52f4b-603d-4636-b839-97f5ce6ddcb0 service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865791 Jun 28 03:23:12.321073 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0467-b75f-4a19-a413-22e1447b18ed req-73e7e20d-240b-4f96-9b20-e1aedd8db48d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:12.322543 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2c0e0467-b75f-4a19-a413-22e1447b18ed req-73e7e20d-240b-4f96-9b20-e1aedd8db48d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0459578 Jun 28 03:23:12.438755 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2c0e0467-b75f-4a19-a413-22e1447b18ed req-51ab3dd7-6946-4b9d-8e0b-5c8320fdb2cb tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099050 Jun 28 03:23:12.459333 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2be88a2b-d4ac-450d-b648-cde80c3e2896 req-d4a930e2-8373-459f-9436-8e88f11d892e service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292288 Jun 28 03:23:12.571118 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c146f-78d9-48ec-b403-817a5d89b51a req-749b8a91-0a7a-4304-8a9d-712941784c56 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:12.573804 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1b5c146f-78d9-48ec-b403-817a5d89b51a req-749b8a91-0a7a-4304-8a9d-712941784c56 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0570838 Jun 28 03:23:12.880094 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:12.894619 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1b5c146f-78d9-48ec-b403-817a5d89b51a req-0a0e79b8-3f40-4401-83ec-9983231ec985 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149364 Jun 28 03:23:13.562435 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c66fb6-da70-4406-8d53-22a6b9460d29 req-316623d4-72b9-491d-98c8-c6c60c2ef84d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:13.563884 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-29c66fb6-da70-4406-8d53-22a6b9460d29 req-316623d4-72b9-491d-98c8-c6c60c2ef84d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0554166 Jun 28 03:23:13.613422 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-29c66fb6-da70-4406-8d53-22a6b9460d29 req-5ec400fc-a84a-449e-b342-3cdc358e64dc tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438042 Jun 28 03:23:14.023686 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd3fc7-0488-4e63-b512-90d3f2b254e2 req-71466ef0-b0a1-4a07-ab57-0f5af8957d01 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:14.025112 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7cbd3fc7-0488-4e63-b512-90d3f2b254e2 req-71466ef0-b0a1-4a07-ab57-0f5af8957d01 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0507064 Jun 28 03:23:14.076444 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7cbd3fc7-0488-4e63-b512-90d3f2b254e2 req-28c89e54-6ad1-470b-b2f1-e03e1b6a51a0 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456634 Jun 28 03:23:14.746803 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b6e0-d5aa-4354-90f8-d5e9d20f4039 req-116e0ff7-a65c-4b9b-a48f-20bb9dd8cde9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:14.750235 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-84e4b6e0-d5aa-4354-90f8-d5e9d20f4039 req-116e0ff7-a65c-4b9b-a48f-20bb9dd8cde9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0657401 Jun 28 03:23:14.808962 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-84e4b6e0-d5aa-4354-90f8-d5e9d20f4039 req-8ee746d6-35d3-41d2-9360-e914a46e89cd tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548198 Jun 28 03:23:15.187179 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:15.203696 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547cae5-2dd9-4f1d-bd30-310cef96a010 req-c368cb70-0410-42e1-8548-9c4df427caba tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:15.205190 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4547cae5-2dd9-4f1d-bd30-310cef96a010 req-c368cb70-0410-42e1-8548-9c4df427caba tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0518227 Jun 28 03:23:15.260094 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4547cae5-2dd9-4f1d-bd30-310cef96a010 req-af4b748b-fd59-4e06-9bd3-ebb9412a6926 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481889 Jun 28 03:23:15.953866 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bf780-b43b-4916-8497-116186ab4383 req-7348c0f5-2724-4acd-922c-67484caafd6e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:15.955297 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a95bf780-b43b-4916-8497-116186ab4383 req-7348c0f5-2724-4acd-922c-67484caafd6e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0519838 Jun 28 03:23:16.014192 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a95bf780-b43b-4916-8497-116186ab4383 req-60e65ab8-ea2d-4d70-8c93-9e447b806b9a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529745 Jun 28 03:23:16.385067 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17abd88-220c-4196-b569-88f0ed19a9e7 req-b81ef9ad-d523-4c9c-81f6-54a0e18f4704 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:16.386607 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b17abd88-220c-4196-b569-88f0ed19a9e7 req-b81ef9ad-d523-4c9c-81f6-54a0e18f4704 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0505724 Jun 28 03:23:16.438567 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b17abd88-220c-4196-b569-88f0ed19a9e7 req-e6d1983b-8fcb-4b97-ba1b-1de6125f0b43 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462368 Jun 28 03:23:17.142261 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643dcc0-1ae6-47c5-9e3f-2b89464274f0 req-12167d89-9dfc-4986-affb-1dbd7eb2d58a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:17.143789 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3643dcc0-1ae6-47c5-9e3f-2b89464274f0 req-12167d89-9dfc-4986-affb-1dbd7eb2d58a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0526931 Jun 28 03:23:17.196209 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3643dcc0-1ae6-47c5-9e3f-2b89464274f0 req-2b3a83eb-06cd-42eb-90c2-47326eed511a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464628 Jun 28 03:23:17.564307 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b8abe-0d32-4f5f-ab9f-5357b841e956 req-6ccd2705-dbe9-4760-a5bf-1f3e97e749bc tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:17.565915 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b18b8abe-0d32-4f5f-ab9f-5357b841e956 req-6ccd2705-dbe9-4760-a5bf-1f3e97e749bc tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0511608 Jun 28 03:23:17.570143 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b0143f7a-55d9-48e1-88b1-2449883a9478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:17.619836 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b18b8abe-0d32-4f5f-ab9f-5357b841e956 req-236cec44-07ae-422f-8d7f-d41b77c32dbd tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467441 Jun 28 03:23:17.775598 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:23:17.854681 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 is: ACTIVE; New status is: DOWN {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:23:17.855078 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:17.883842 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:23:17.886161 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4579ab8-216f-43c4-aea8-ed8bd80db4d1" -d '{"events": [{"server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:23:17.899158 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:17.904508 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:17.933834 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 28 Jun 2022 03:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4aaa3f-0b75-4f8c-ba5c-b5bd662d9ce1 x-openstack-request-id: req-3e4aaa3f-0b75-4f8c-ba5c-b5bd662d9ce1 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:23:17.934084 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:23:17.934357 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e4aaa3f-0b75-4f8c-ba5c-b5bd662d9ce1 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:23:17.934749 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4aaa3f-0b75-4f8c-ba5c-b5bd662d9ce1'] response: {'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'code': 200} Jun 28 03:23:17.956636 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,revision_number=6']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:18.316948 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6784b22-ab4d-48c3-a172-9dcf8d2af2d2 req-4a7e6349-6a52-417f-acbe-03ee5f059927 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:18.318669 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6784b22-ab4d-48c3-a172-9dcf8d2af2d2 req-4a7e6349-6a52-417f-acbe-03ee5f059927 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0501070 Jun 28 03:23:18.375833 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a6784b22-ab4d-48c3-a172-9dcf8d2af2d2 req-4e93c1b4-73f5-4ccd-9628-d63e93e55429 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510683 Jun 28 03:23:18.753527 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04ff45-0f35-407b-a7dc-1695a22e1d29 req-37ee5a10-bade-4a2b-a9e7-2e39e31eee74 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:18.755311 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd04ff45-0f35-407b-a7dc-1695a22e1d29 req-37ee5a10-bade-4a2b-a9e7-2e39e31eee74 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0538816 Jun 28 03:23:18.807209 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd04ff45-0f35-407b-a7dc-1695a22e1d29 req-8527ffd2-feab-4a36-9b3c-1dbddb0bdd45 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 Jun 28 03:23:19.260597 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:19.262044 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:19.506956 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ead65-e04a-4220-bba5-bda3b2428500 req-55830519-3915-4140-bc52-ab4e454f0401 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:19.508711 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-149ead65-e04a-4220-bba5-bda3b2428500 req-55830519-3915-4140-bc52-ab4e454f0401 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0616691 Jun 28 03:23:19.577353 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-149ead65-e04a-4220-bba5-bda3b2428500 req-60764d51-b814-4a91-8256-4f2bace63077 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628643 Jun 28 03:23:19.816731 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf59c-4212-455e-8d71-7ef2c18550e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:19.943163 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446fba7-42f8-44e6-9b86-113f09946fc5 req-327ec818-1a8f-45d4-bb25-6d7725440b9e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:19.944786 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5446fba7-42f8-44e6-9b86-113f09946fc5 req-327ec818-1a8f-45d4-bb25-6d7725440b9e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0564508 Jun 28 03:23:19.957714 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:20.005382 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5446fba7-42f8-44e6-9b86-113f09946fc5 req-f6180654-d48a-408b-a017-aa3d1d0e3050 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547450 Jun 28 03:23:20.723087 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1b6e4-dd80-4713-b567-1c2cbf50bce3 req-1fd213a7-eea6-446b-aa26-9b441ed8ac13 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:20.724780 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c0f1b6e4-dd80-4713-b567-1c2cbf50bce3 req-1fd213a7-eea6-446b-aa26-9b441ed8ac13 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0519388 Jun 28 03:23:20.780673 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c0f1b6e4-dd80-4713-b567-1c2cbf50bce3 req-6229e526-1c49-465e-bd9e-44c1f41c03df tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499275 Jun 28 03:23:20.988213 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:21.046270 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:21.139809 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e89f4f-1637-40d4-bbd4-511345def5b7 req-3c40abbd-0dcb-4024-9633-ffd94e9f3566 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:21.141347 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95e89f4f-1637-40d4-bbd4-511345def5b7 req-3c40abbd-0dcb-4024-9633-ffd94e9f3566 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0517664 Jun 28 03:23:21.202256 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:21.208555 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95e89f4f-1637-40d4-bbd4-511345def5b7 req-8b66839b-a769-4581-b658-85f6bb32771b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569723 Jun 28 03:23:21.899547 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fa2fc-2c11-491e-945e-ca77b04deb86 req-55acd3e2-1d05-4d55-aea1-7d596b53d6fa tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:21.901059 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2f7fa2fc-2c11-491e-945e-ca77b04deb86 req-55acd3e2-1d05-4d55-aea1-7d596b53d6fa tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0498033 Jun 28 03:23:21.954634 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2f7fa2fc-2c11-491e-945e-ca77b04deb86 req-74a43f67-503f-43c5-87d0-3799fbc89022 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 Jun 28 03:23:22.136554 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=57 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:22.138583 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=70 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:22.348042 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef58664-0cfc-4bf3-8fa2-fe5aeb1e0429 req-d0a552bf-661a-4bcc-95d6-727dc48d1c16 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:22.349513 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2ef58664-0cfc-4bf3-8fa2-fe5aeb1e0429 req-d0a552bf-661a-4bcc-95d6-727dc48d1c16 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0482066 Jun 28 03:23:22.400591 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2ef58664-0cfc-4bf3-8fa2-fe5aeb1e0429 req-243c3e96-22aa-4085-8c43-1db65510680b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437353 Jun 28 03:23:22.646506 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:23.035953 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:23.097805 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479340cc-0691-4fc1-b5c2-e3090ed8edac req-91c616ca-2e69-47ca-a68c-ac5583e1a731 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:23.099260 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-479340cc-0691-4fc1-b5c2-e3090ed8edac req-91c616ca-2e69-47ca-a68c-ac5583e1a731 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0509386 Jun 28 03:23:23.153206 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-479340cc-0691-4fc1-b5c2-e3090ed8edac req-678ec3d8-a25b-4a1c-95e6-6810434ea196 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Jun 28 03:23:23.544703 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142a1be-c33f-4049-a8dc-fcbbee77140b req-1dd1aa70-30b4-4ce9-a00c-f89a03e51804 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:23.546178 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4142a1be-c33f-4049-a8dc-fcbbee77140b req-1dd1aa70-30b4-4ce9-a00c-f89a03e51804 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0615766 Jun 28 03:23:23.595955 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4142a1be-c33f-4049-a8dc-fcbbee77140b req-c7884734-e7ec-4370-a210-f96e560e399d tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442131 Jun 28 03:23:24.283788 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbfd68-4b0a-4926-9d80-dc6693183ec3 req-e3a221c3-c471-404a-867f-78504ff2d63e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:24.285303 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-82cbfd68-4b0a-4926-9d80-dc6693183ec3 req-e3a221c3-c471-404a-867f-78504ff2d63e tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0547314 Jun 28 03:23:24.336284 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-82cbfd68-4b0a-4926-9d80-dc6693183ec3 req-b9278b70-de8f-4499-8dc3-43524ca533fc tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452321 Jun 28 03:23:24.553792 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39124) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:24.554491 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf033356-3c79-4625-9564-5289257ec27d req-95553b80-19ee-40b9-8666-8b3874d07e57 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:24.555541 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf033356-3c79-4625-9564-5289257ec27d req-95553b80-19ee-40b9-8666-8b3874d07e57 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0509660 Jun 28 03:23:24.617088 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf033356-3c79-4625-9564-5289257ec27d req-64b4be4a-9fa5-4c01-bc69-c7cbefe61360 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522459 Jun 28 03:23:24.646572 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-d398a729-4a7a-4673-83c7-1fded4956083 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909331 Jun 28 03:23:24.655496 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-43e7c776-4c4e-42cc-871b-704d8dadd1ad service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:23:24.656814 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-43e7c776-4c4e-42cc-871b-704d8dadd1ad service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052137 Jun 28 03:23:24.715226 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c2d8-53c9-466b-880c-d703c4a8b406 req-8616a0ca-82d7-4cf3-afe8-38888bc9756e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:24.716797 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ade7c2d8-53c9-466b-880c-d703c4a8b406 req-8616a0ca-82d7-4cf3-afe8-38888bc9756e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0474653 Jun 28 03:23:24.730375 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ca146-e216-4f19-b129-ebedd0506740 req-06818aef-e66e-4560-b987-17f1341d861b tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:24.731747 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-06818aef-e66e-4560-b987-17f1341d861b tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports/5ef0c0c3-3a01-4e07-9e58-af12fe750d01 HTTP/1.1" status: 200 len: 940 time: 0.0469050 Jun 28 03:23:24.769927 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ade7c2d8-53c9-466b-880c-d703c4a8b406 req-74111a35-4b60-42ea-bf16-f3c030589136 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476165 Jun 28 03:23:25.752364 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3867e-6050-4fa4-ab64-067752ce4dfd req-df4f15a6-bd02-4d1b-aff3-3a642e05ed19 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:25.753836 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aaa3867e-6050-4fa4-ab64-067752ce4dfd req-df4f15a6-bd02-4d1b-aff3-3a642e05ed19 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0549495 Jun 28 03:23:25.808636 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aaa3867e-6050-4fa4-ab64-067752ce4dfd req-3d83a7ee-9c32-4846-beaf-865240dc4f46 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478029 Jun 28 03:23:25.820993 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 02235355-6547-49bd-a247-cc3176e99f9e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:23:25.897870 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4506-bfb5-400f-9bb6-75911636c227 req-91d5154c-ffbe-4f3b-afdb-f1ca51f14367 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:25.899390 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-832e4506-bfb5-400f-9bb6-75911636c227 req-91d5154c-ffbe-4f3b-afdb-f1ca51f14367 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 943 time: 0.0527194 Jun 28 03:23:25.935974 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:25.948365 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:25.952082 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '02235355-6547-49bd-a247-cc3176e99f9e', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'port_id': '02235355-6547-49bd-a247-cc3176e99f9e', 'mac_address': 'fa:16:3e:5f:eb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:23:25.954824 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-832e4506-bfb5-400f-9bb6-75911636c227 req-a7e0dc4c-928d-4c76-8679-d69df002a680 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489581 Jun 28 03:23:25.990169 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 02235355-6547-49bd-a247-cc3176e99f9e is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:23:25.990608 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (02235355-6547-49bd-a247-cc3176e99f9e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:26.004298 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02235355-6547-49bd-a247-cc3176e99f9e {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:23:26.014355 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:26.025587 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:26.029432 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:26.075524 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=9']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:26.409152 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['02235355-6547-49bd-a247-cc3176e99f9e'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:23:26.446258 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:26.450030 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ca146-e216-4f19-b129-ebedd0506740 req-ac9635cc-9931-495e-8cd8-dc4e877e52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:26.451607 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-ac9635cc-9931-495e-8cd8-dc4e877e52b5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62&tenant_id=bcfe66d2ca71404e9b032806db987d4d HTTP/1.1" status: 200 len: 1127 time: 0.0454555 Jun 28 03:23:26.534345 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ca146-e216-4f19-b129-ebedd0506740 req-487e397c-4ae1-45dc-972d-1106b3eee787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:26.536020 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-487e397c-4ae1-45dc-972d-1106b3eee787 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=bcfe66d2ca71404e9b032806db987d4d&device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 1127 time: 0.0403636 Jun 28 03:23:26.618903 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:26.634340 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ca146-e216-4f19-b129-ebedd0506740 req-3ba4a373-b5de-41c1-bc20-95e406ddbb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:26.635841 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-3ba4a373-b5de-41c1-bc20-95e406ddbb39 service neutron] 10.222.0.27 "GET /v2.0/networks?id=637d8db0-e115-438e-98d4-4018ed69f48c HTTP/1.1" status: 200 len: 910 time: 0.0922799 Jun 28 03:23:26.700885 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-cfdd3fe5-cb84-46fd-914d-e457d8d7958a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01 HTTP/1.1" status: 200 len: 998 time: 0.0562713 Jun 28 03:23:26.750191 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ca146-e216-4f19-b129-ebedd0506740 req-09b535cf-35c1-4843-b1f4-4221337984f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:26.751683 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-09b535cf-35c1-4843-b1f4-4221337984f4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3c61886d-35ea-4842-a52c-cdcc6f9c97f4 HTTP/1.1" status: 200 len: 848 time: 0.0441957 Jun 28 03:23:26.799456 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ca146-e216-4f19-b129-ebedd0506740 req-7af635b8-c2a5-4957-ba53-0232d43846a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:26.800963 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-7af635b8-c2a5-4957-ba53-0232d43846a0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=637d8db0-e115-438e-98d4-4018ed69f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422423 Jun 28 03:23:26.902782 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-a831088d-02a4-4ce7-a484-be40df1ceea7 service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950761 Jun 28 03:23:26.964260 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516cb2-780a-4a7e-b579-180a8b8b04c3 req-b9107523-df37-4617-b524-4b52350df876 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:26.965614 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7516cb2-780a-4a7e-b579-180a8b8b04c3 req-b9107523-df37-4617-b524-4b52350df876 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0822327 Jun 28 03:23:27.082741 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-878ca146-e216-4f19-b129-ebedd0506740 req-02dc96f6-b7f8-4711-9eb3-14cbafd18720 service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639862 Jun 28 03:23:27.096036 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7516cb2-780a-4a7e-b579-180a8b8b04c3 req-0c989faf-5690-4510-9563-040c0bd6be8d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012392 Jun 28 03:23:27.107548 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef338620-b9c7-4e33-b8b4-70f31f3016bc req-7251a082-1d22-4a9c-82df-6d07030baaf7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:27.109770 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ef338620-b9c7-4e33-b8b4-70f31f3016bc req-7251a082-1d22-4a9c-82df-6d07030baaf7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 944 time: 0.0750849 Jun 28 03:23:27.159017 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ef338620-b9c7-4e33-b8b4-70f31f3016bc req-4b8ba167-e671-4f58-a1a5-e05362178c9b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431006 Jun 28 03:23:27.857948 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 02235355-6547-49bd-a247-cc3176e99f9e up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:23:27.911616 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 02235355-6547-49bd-a247-cc3176e99f9e triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:23:27.912018 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (02235355-6547-49bd-a247-cc3176e99f9e), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:27.985279 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 02235355-6547-49bd-a247-cc3176e99f9e is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:23:27.985654 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (02235355-6547-49bd-a247-cc3176e99f9e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:28.008767 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:23:28.010848 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca225634-a672-4ceb-bb36-eee67d6d1915" -d '{"events": [{"server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "name": "network-vif-plugged", "status": "completed", "tag": "02235355-6547-49bd-a247-cc3176e99f9e"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:23:28.023374 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:28.028730 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:28.051831 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0deaa21-4d17-4b5a-8f0b-9d276ba303aa x-openstack-request-id: req-c0deaa21-4d17-4b5a-8f0b-9d276ba303aa {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:23:28.052111 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "name": "network-vif-plugged", "status": "completed", "tag": "02235355-6547-49bd-a247-cc3176e99f9e", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:23:28.052376 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0deaa21-4d17-4b5a-8f0b-9d276ba303aa {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:23:28.052758 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0deaa21-4d17-4b5a-8f0b-9d276ba303aa'] response: {'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e', 'code': 200} Jun 28 03:23:28.078914 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=10']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:28.212642 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea174bc1-a85a-41a9-9683-6e7606c11b85 req-48492019-c58a-49ec-b407-531aff40410d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:28.216688 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ea174bc1-a85a-41a9-9683-6e7606c11b85 req-48492019-c58a-49ec-b407-531aff40410d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0510409 Jun 28 03:23:28.300038 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ea174bc1-a85a-41a9-9683-6e7606c11b85 req-2f378f33-6947-4494-9366-2b06bd646536 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799401 Jun 28 03:23:28.340652 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fd054-a906-4cb3-be5c-8cc200502aa8 req-17d72e78-2270-4282-b4bc-ad349f9baa09 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:28.342125 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-524fd054-a906-4cb3-be5c-8cc200502aa8 req-17d72e78-2270-4282-b4bc-ad349f9baa09 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 946 time: 0.0927534 Jun 28 03:23:28.343435 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44441f-7e83-4691-9995-a691e872c436 req-d5062de3-35c7-4805-a377-2abf6767e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:28.344847 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0b44441f-7e83-4691-9995-a691e872c436 req-d5062de3-35c7-4805-a377-2abf6767e32d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 1130 time: 0.0586882 Jun 28 03:23:28.410555 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:28.419830 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-524fd054-a906-4cb3-be5c-8cc200502aa8 req-427976fe-b558-4675-a269-d830b55c1b91 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710268 Jun 28 03:23:28.421764 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0b44441f-7e83-4691-9995-a691e872c436 req-0806e5c8-67fe-4331-81ff-67ed3cf3958f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658286 Jun 28 03:23:29.432273 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca8f0b-4a5e-46a3-9bd4-51e1c21d5555 req-4937ff74-a713-4add-97b6-3348d68b2d98 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:29.433763 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f0ca8f0b-4a5e-46a3-9bd4-51e1c21d5555 req-4937ff74-a713-4add-97b6-3348d68b2d98 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0476675 Jun 28 03:23:29.488170 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f0ca8f0b-4a5e-46a3-9bd4-51e1c21d5555 req-4dea7ded-52a5-417e-b8f8-17fdc55e8c06 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487039 Jun 28 03:23:29.540991 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf426a-db3f-4ad1-89c0-dd40f7ec0b1f req-ac31281d-9d71-442b-b5e8-f71f1746f63b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:29.542482 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2ecf426a-db3f-4ad1-89c0-dd40f7ec0b1f req-ac31281d-9d71-442b-b5e8-f71f1746f63b tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 946 time: 0.0465012 Jun 28 03:23:29.590158 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2ecf426a-db3f-4ad1-89c0-dd40f7ec0b1f req-05360fa5-88ab-4eca-a396-de6a82ff7c57 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Jun 28 03:23:30.607987 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d2acf-02c6-4d95-8ecd-582016806adb req-b14998af-1576-4c2c-a906-0fe8552ead79 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:30.609552 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a31d2acf-02c6-4d95-8ecd-582016806adb req-b14998af-1576-4c2c-a906-0fe8552ead79 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0550795 Jun 28 03:23:30.650236 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:30.677543 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a31d2acf-02c6-4d95-8ecd-582016806adb req-bbc08531-db07-4b02-bc1f-ec8383c6ecb3 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588856 Jun 28 03:23:30.726167 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b8233-fb6b-4afe-9e13-f491d450f97c req-000152eb-c7cd-439a-9a1e-2d3b9f29720f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:30.728686 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ac2b8233-fb6b-4afe-9e13-f491d450f97c req-000152eb-c7cd-439a-9a1e-2d3b9f29720f tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 946 time: 0.0633249 Jun 28 03:23:30.797555 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ac2b8233-fb6b-4afe-9e13-f491d450f97c req-6f0acf00-3916-42f2-b1c5-2b3182516c13 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627055 Jun 28 03:23:31.803945 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123dd46-780a-4a3e-b7ef-6e0a9bb4bb3b req-92be0f62-79f2-4a8e-83dc-4e46e4b36195 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:31.805486 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e123dd46-780a-4a3e-b7ef-6e0a9bb4bb3b req-92be0f62-79f2-4a8e-83dc-4e46e4b36195 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0491428 Jun 28 03:23:31.866049 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e123dd46-780a-4a3e-b7ef-6e0a9bb4bb3b req-34699d1c-c10a-461d-831b-db03534c5a38 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523610 Jun 28 03:23:31.920196 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda6d29-164f-401b-9629-e1c999a92e12 req-3176faff-7db8-4d12-a80a-bfbcbfc4fe9a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:31.921698 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7dda6d29-164f-401b-9629-e1c999a92e12 req-3176faff-7db8-4d12-a80a-bfbcbfc4fe9a tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 946 time: 0.0467415 Jun 28 03:23:31.973562 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7dda6d29-164f-401b-9629-e1c999a92e12 req-284e1280-22fd-4e47-9163-29c5b5ca0af7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461283 Jun 28 03:23:32.993226 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad6726-3c07-426f-9144-6327086f1a1e req-5fe2a6da-41ef-428c-a1c8-498a0c597025 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:32.994666 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-55ad6726-3c07-426f-9144-6327086f1a1e req-5fe2a6da-41ef-428c-a1c8-498a0c597025 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0542395 Jun 28 03:23:33.052084 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-55ad6726-3c07-426f-9144-6327086f1a1e req-0bf15940-0925-4707-9877-9904e893af01 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490682 Jun 28 03:23:34.170288 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725803d-85f5-4e10-90c5-a3c2dd368c2e req-142074ea-680c-428c-8000-f3f9c7a4a9be tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:34.171735 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6725803d-85f5-4e10-90c5-a3c2dd368c2e req-142074ea-680c-428c-8000-f3f9c7a4a9be tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0479155 Jun 28 03:23:34.223741 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6725803d-85f5-4e10-90c5-a3c2dd368c2e req-b711dce6-a28b-4dfa-bbf9-db6e29185680 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441580 Jun 28 03:23:34.720233 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:34.721487 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:35.108740 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914320aa-7685-4df4-a5c5-6960ce91add3 req-872bda63-f0fc-4378-8138-ace116b762fb tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:35.110500 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-914320aa-7685-4df4-a5c5-6960ce91add3 req-872bda63-f0fc-4378-8138-ace116b762fb tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0586128 Jun 28 03:23:35.161922 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-914320aa-7685-4df4-a5c5-6960ce91add3 req-ad5d60c5-3f52-4039-8548-e223f0f78e73 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454395 Jun 28 03:23:35.351928 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f6fcd-7529-4999-a12a-e3e92297af36 req-e6e77727-c29e-48ec-88a0-95ff90720bcb tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:35.354044 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a38f6fcd-7529-4999-a12a-e3e92297af36 req-e6e77727-c29e-48ec-88a0-95ff90720bcb tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 943 time: 0.0537241 Jun 28 03:23:35.409209 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a38f6fcd-7529-4999-a12a-e3e92297af36 req-08f30186-107b-4b8b-8f18-9a36c52a2a02 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496445 Jun 28 03:23:35.877162 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:23:35.987014 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:35.999419 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'port_id': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'mac_address': 'fa:16:3e:fe:f4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:23:36.037313 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:23:36.037768 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:36.060824 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:23:36.206895 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:36.214362 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:36.260878 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,revision_number=7']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:36.288969 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda72ad-c3e3-42de-bdbf-6ecac633b451 req-de026afe-a3a3-42bf-a479-2d8cb423962b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:36.290461 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2eda72ad-c3e3-42de-bdbf-6ecac633b451 req-de026afe-a3a3-42bf-a479-2d8cb423962b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0524025 Jun 28 03:23:36.337847 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2eda72ad-c3e3-42de-bdbf-6ecac633b451 req-083e0b7c-1a37-4ee2-917e-e70e8881ea09 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413649 Jun 28 03:23:36.510235 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:36.526838 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6e9b5-6f57-402a-a0c0-718312b589d6 req-0906c34a-7594-4844-8529-4a4605188d4c tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:36.528279 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-65d6e9b5-6f57-402a-a0c0-718312b589d6 req-0906c34a-7594-4844-8529-4a4605188d4c tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 944 time: 0.0479789 Jun 28 03:23:36.580304 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-65d6e9b5-6f57-402a-a0c0-718312b589d6 req-a337cb2a-3b5a-4be7-81bb-e2e4b742b5b8 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462554 Jun 28 03:23:36.610466 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['5ef0c0c3-3a01-4e07-9e58-af12fe750d01'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:23:36.667005 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:36.777165 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:37.470413 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03deb7a8-e0e4-43eb-b48f-4450f92cb8fc req-c0a4bff4-5a03-4eb6-b047-042d738f32ce tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:37.471868 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-03deb7a8-e0e4-43eb-b48f-4450f92cb8fc req-c0a4bff4-5a03-4eb6-b047-042d738f32ce tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0549874 Jun 28 03:23:37.508568 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:37.524701 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-03deb7a8-e0e4-43eb-b48f-4450f92cb8fc req-03470d1d-2060-4121-a6e1-c9a0e359d7ca tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471601 Jun 28 03:23:37.710710 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09365616-6edb-4b80-91b9-2d128a143e38 req-fbc07c4e-72f2-4784-bf8c-dbeac3a0cf23 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:37.712193 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-09365616-6edb-4b80-91b9-2d128a143e38 req-fbc07c4e-72f2-4784-bf8c-dbeac3a0cf23 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 944 time: 0.0480845 Jun 28 03:23:37.763883 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-09365616-6edb-4b80-91b9-2d128a143e38 req-69f066a0-b95b-4439-abc7-499c1d2a2255 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461178 Jun 28 03:23:37.886057 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:23:37.940483 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:23:37.940856 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:38.015865 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:23:38.016411 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:38.039375 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:23:38.041662 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c41a8a-8626-4677-b599-4733a033c078" -d '{"events": [{"server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "name": "network-vif-plugged", "status": "completed", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:23:38.054900 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:38.061323 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:38.109641 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,revision_number=8']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:38.141863 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b3bf0a-0a02-49f3-a6ef-2a4cedf304da x-openstack-request-id: req-54b3bf0a-0a02-49f3-a6ef-2a4cedf304da {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:23:38.142152 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "name": "network-vif-plugged", "status": "completed", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:23:38.142404 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54b3bf0a-0a02-49f3-a6ef-2a4cedf304da {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:23:38.142808 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b3bf0a-0a02-49f3-a6ef-2a4cedf304da'] response: {'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'code': 200} Jun 28 03:23:38.644326 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b307eb-da6e-43f3-b49a-4a456475d7ae req-486a7ec2-033b-470f-a98c-836c144d99ce tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:38.645958 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-19b307eb-da6e-43f3-b49a-4a456475d7ae req-486a7ec2-033b-470f-a98c-836c144d99ce tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0510640 Jun 28 03:23:38.697566 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-19b307eb-da6e-43f3-b49a-4a456475d7ae req-27235bd6-e5ec-4bb4-ba59-d659a0b377bd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=05589feb-1902-4ef6-b130-2f68eab93a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Jun 28 03:23:38.881662 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5beaa-27e5-4d73-ae5c-8273aac2716c req-b238076a-5941-4998-b96c-4126b418a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:38.883292 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-50c5beaa-27e5-4d73-ae5c-8273aac2716c req-b238076a-5941-4998-b96c-4126b418a8b1 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 1129 time: 0.0385015 Jun 28 03:23:38.915858 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba83306-7086-4000-a846-699d613adf39 req-4046081a-e698-4b60-94a2-d616a5ff5444 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:38.917304 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6ba83306-7086-4000-a846-699d613adf39 req-4046081a-e698-4b60-94a2-d616a5ff5444 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0831721 Jun 28 03:23:38.924538 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-736fbc7b-f9b3-426e-ac38-db7571bfa011 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:38.925923 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-736fbc7b-f9b3-426e-ac38-db7571bfa011 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 945 time: 0.0801601 Jun 28 03:23:38.930282 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-50c5beaa-27e5-4d73-ae5c-8273aac2716c req-132b5b88-0cd3-478d-8821-60aa0ccbc633 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393064 Jun 28 03:23:38.971439 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6ba83306-7086-4000-a846-699d613adf39 req-ff4a1fd7-c31c-4534-bad7-ec843dc033b9 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Jun 28 03:23:39.294766 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Deleting port fdbb463e-d574-49cc-aabd-b6a74106c928 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:23:39.294988 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:39.387375 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] For port fdbb463e-d574-49cc-aabd-b6a74106c928, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fdbb463e-d574-49cc-aabd-b6a74106c928,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:39.387738 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:39.556115 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:39.556388 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (fe5ed63b-2b95-457b-ba57-4e4aab22fb19), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:39.556700 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Floating IP fe5ed63b-2b95-457b-ba57-4e4aab22fb19 disassociated. External IP: 172.27.2.186, port: fdbb463e-d574-49cc-aabd-b6a74106c928. Jun 28 03:23:39.557040 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Calling delete_port for fdbb463e-d574-49cc-aabd-b6a74106c928 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:23:39.682821 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:39.691364 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (fdbb463e-d574-49cc-aabd-b6a74106c928), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:39.726696 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event deleted for resources: {'Port': ['ID=fdbb463e-d574-49cc-aabd-b6a74106c928,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:39.737152 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.737450 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.737787 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.738121 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.738540 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.738764 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.739088 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.739411 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.739734 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.740055 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.740404 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.740727 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.741045 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.741365 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.741696 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:39.816791 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ea82e0e7-ce4e-4e8a-841f-646acd67f1d3 req-9d588880-b85d-4040-a6b9-8ecdc6f697aa tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 210 time: 0.0362542 Jun 28 03:23:39.874204 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:23:39.914017 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:39.982965 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:23:39.993978 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] Sync routers for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:23:40.004443 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:23:40.005142 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:40.025008 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] No DVR routers for this DVR port fdbb463e-d574-49cc-aabd-b6a74106c928 on host hv-cinder-84684 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:23:40.027623 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:40.031117 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b680845c-9588-4cf4-bfba-5bcb7d1465dc req-82261f40-cda2-4596-b5b2-692946529fc6 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "DELETE /v2.0/ports/fdbb463e-d574-49cc-aabd-b6a74106c928 HTTP/1.1" status: 204 len: 173 time: 0.8226724 Jun 28 03:23:40.031631 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'name': 'network-vif-deleted', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:23:40.033941 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763fc7cd-4a41-48c5-b310-2479c7adb937" -d '{"events": [{"server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "name": "network-vif-deleted", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:23:40.105002 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cb846-a7bd-41f8-9e75-e7418f5e5951 req-49c6a50b-88ee-4e1d-b7ba-46c2943f2b78 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:40.106839 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-257cb846-a7bd-41f8-9e75-e7418f5e5951 req-49c6a50b-88ee-4e1d-b7ba-46c2943f2b78 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0520194 Jun 28 03:23:40.161579 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-257cb846-a7bd-41f8-9e75-e7418f5e5951 req-fc09021e-29ec-487c-a83c-9f965506e884 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475116 Jun 28 03:23:40.202484 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:23:40.275030 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfc2402-d639-4e1b-8e6d-9b6e6b06bfec x-openstack-request-id: req-8dfc2402-d639-4e1b-8e6d-9b6e6b06bfec {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:23:40.275322 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c49a8f-7779-4a9b-90dd-de3f851c517b", "name": "network-vif-deleted", "tag": "fdbb463e-d574-49cc-aabd-b6a74106c928", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:23:40.275571 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8dfc2402-d639-4e1b-8e6d-9b6e6b06bfec {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:23:40.275981 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfc2402-d639-4e1b-8e6d-9b6e6b06bfec'] response: {'server_uuid': '88c49a8f-7779-4a9b-90dd-de3f851c517b', 'name': 'network-vif-deleted', 'tag': 'fdbb463e-d574-49cc-aabd-b6a74106c928', 'status': 'completed', 'code': 200} Jun 28 03:23:40.390811 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 5, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:40.418993 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] Checking router: 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:23:40.427817 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:23:40.428453 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:40.537238 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:23:40.725510 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 5, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:40.750733 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b30bc-5077-4aa1-abc2-2b391dcc1a05 None None] The sync data for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi is: [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:24Z', 'revision_number': 4, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '98e29f75-599f-432f-8171-02f652ac36f7', 'name': '', 'network_id': '9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'mac_address': 'fa:16:3e:9d:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:30Z', 'revision_number': 5, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'subnets': [{'id': '5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:23:40.935355 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aad99c50-1326-4018-85c1-11f8e8777f43 req-a8bd08c8-fd09-48da-8151-a54139fbf7cf tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=88c49a8f-7779-4a9b-90dd-de3f851c517b HTTP/1.1" status: 200 len: 210 time: 0.0312459 Jun 28 03:23:40.967533 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b833c3a-f15b-40fa-bcd5-17da5530cdf3 None None] New status for floating IP fe5ed63b-2b95-457b-ba57-4e4aab22fb19: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:23:41.281991 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494147f-37e7-4e89-9c57-38af0d2657ae req-926c43d0-b158-4961-8c0b-daeae6c7148c tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:41.283453 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d494147f-37e7-4e89-9c57-38af0d2657ae req-926c43d0-b158-4961-8c0b-daeae6c7148c tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0471585 Jun 28 03:23:41.332728 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d494147f-37e7-4e89-9c57-38af0d2657ae req-d08a8c15-87d8-4e95-91f2-d00d61c89186 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 Jun 28 03:23:41.921691 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device fdbb463e-d574-49cc-aabd-b6a74106c928 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:23:41.945675 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: fdbb463e-d574-49cc-aabd-b6a74106c928 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:23:41.946013 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device fdbb463e-d574-49cc-aabd-b6a74106c928 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:23:42.028667 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39290) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:42.090169 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-34b13824-260c-48fd-9d2d-2f0f71373947 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group (05589feb-1902-4ef6-b130-2f68eab93a07), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:42.114844 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-34b13824-260c-48fd-9d2d-2f0f71373947 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group (05589feb-1902-4ef6-b130-2f68eab93a07), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:42.165962 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-34b13824-260c-48fd-9d2d-2f0f71373947 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (05589feb-1902-4ef6-b130-2f68eab93a07), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:42.169894 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-34b13824-260c-48fd-9d2d-2f0f71373947 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:42.171724 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-34b13824-260c-48fd-9d2d-2f0f71373947 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "DELETE /v2.0/security-groups/05589feb-1902-4ef6-b130-2f68eab93a07 HTTP/1.1" status: 204 len: 168 time: 0.1417379 Jun 28 03:23:42.174270 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39292) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:42.180999 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b13824-260c-48fd-9d2d-2f0f71373947 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05589feb-1902-4ef6-b130-2f68eab93a07,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:42.188416 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.api.v2.resource [None req-a7ebff57-b5a6-4bbd-bd4c-2abcb376a864 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] show failed (client error): The resource could not be found. Jun 28 03:23:42.192541 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a7ebff57-b5a6-4bbd-bd4c-2abcb376a864 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups/05589feb-1902-4ef6-b130-2f68eab93a07 HTTP/1.1" status: 404 len: 347 time: 0.0172024 Jun 28 03:23:42.195206 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39294) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:42.310995 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Deleting port 9b04877d-2cc3-4ebe-b2f1-a61332518dad {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:23:42.311335 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (9b04877d-2cc3-4ebe-b2f1-a61332518dad), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:42.388414 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (9b04877d-2cc3-4ebe-b2f1-a61332518dad), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:42.388737 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for floatingip (9b04877d-2cc3-4ebe-b2f1-a61332518dad), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:42.401863 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Calling delete_port for 9b04877d-2cc3-4ebe-b2f1-a61332518dad owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:23:42.537036 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (9b04877d-2cc3-4ebe-b2f1-a61332518dad), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:42.561176 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event deleted for resources: {'Port': ['ID=9b04877d-2cc3-4ebe-b2f1-a61332518dad,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:42.586093 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.586412 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.586746 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.587070 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.587391 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.587708 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.588023 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.588361 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.588677 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.588988 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.589299 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.589610 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.589918 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.590253 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.590560 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:23:42.635195 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks [] for floatingip (fe5ed63b-2b95-457b-ba57-4e4aab22fb19), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:42.637685 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:42.638810 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-64b8abd0-f827-45fb-9734-2412a1113e94 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "DELETE /v2.0/floatingips/fe5ed63b-2b95-457b-ba57-4e4aab22fb19 HTTP/1.1" status: 204 len: 168 time: 0.4426017 Jun 28 03:23:43.277894 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:23:45.166286 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8e510-0cf1-4e6d-b66c-67586cd370b6 req-9e4613be-ce77-422b-8aa2-778051e3822e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:45.168037 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-16d8e510-0cf1-4e6d-b66c-67586cd370b6 req-9e4613be-ce77-422b-8aa2-778051e3822e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0605850 Jun 28 03:23:45.224016 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-16d8e510-0cf1-4e6d-b66c-67586cd370b6 req-88113ab6-d7c5-4023-bf46-0bfcab8449de tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501742 Jun 28 03:23:46.358213 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3468d6-97e1-4015-9b50-37df27516da3 req-2bfbc089-b2bb-4c18-b58e-d07bc9385a58 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:46.359607 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4d3468d6-97e1-4015-9b50-37df27516da3 req-2bfbc089-b2bb-4c18-b58e-d07bc9385a58 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0583940 Jun 28 03:23:46.410788 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4d3468d6-97e1-4015-9b50-37df27516da3 req-6fdddc5d-8cdc-4639-b657-fe24f2cc0cef tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452070 Jun 28 03:23:47.537291 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf966d-7cc0-4ca5-a699-3291db10ba3a req-d483df41-cfb0-429d-b55a-ac130ea392f7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:47.538755 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d9bf966d-7cc0-4ca5-a699-3291db10ba3a req-d483df41-cfb0-429d-b55a-ac130ea392f7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0508964 Jun 28 03:23:47.564918 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:47.566664 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0482c3ec-ef8d-4d5b-bcb9-ad28e8e01f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:47.587294 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d9bf966d-7cc0-4ca5-a699-3291db10ba3a req-cd43888c-ca3e-44bf-8fd9-18c5fe5de342 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Jun 28 03:23:47.989612 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-7d444830-2c39-4078-bb8d-7417ace917f3 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:47.991091 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-7d444830-2c39-4078-bb8d-7417ace917f3 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 946 time: 0.0507660 Jun 28 03:23:48.331738 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-541f3037-ec69-46a2-a1a1-5f770d662fc9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Deleting port 4889afde-ba46-4d85-9672-9444704f0439 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:23:48.332115 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-541f3037-ec69-46a2-a1a1-5f770d662fc9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (4889afde-ba46-4d85-9672-9444704f0439), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:48.431711 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-541f3037-ec69-46a2-a1a1-5f770d662fc9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] For port 4889afde-ba46-4d85-9672-9444704f0439, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4889afde-ba46-4d85-9672-9444704f0439,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:48.432076 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-541f3037-ec69-46a2-a1a1-5f770d662fc9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (4889afde-ba46-4d85-9672-9444704f0439), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:48.446763 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-541f3037-ec69-46a2-a1a1-5f770d662fc9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Calling delete_port for 4889afde-ba46-4d85-9672-9444704f0439 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:23:48.501798 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:48.583687 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-541f3037-ec69-46a2-a1a1-5f770d662fc9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (4889afde-ba46-4d85-9672-9444704f0439), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:48.611555 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f3037-ec69-46a2-a1a1-5f770d662fc9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event deleted for resources: {'Port': ['ID=4889afde-ba46-4d85-9672-9444704f0439,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:48.624541 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['f19332ea-cc5d-476d-b4fd-c455a47a5f3f', '4889afde-ba46-4d85-9672-9444704f0439'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:23:48.656736 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-541f3037-ec69-46a2-a1a1-5f770d662fc9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] No DVR routers for this DVR port 4889afde-ba46-4d85-9672-9444704f0439 on host hv-cinder-84684 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:23:48.660505 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-541f3037-ec69-46a2-a1a1-5f770d662fc9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:48.663675 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7c1fe5c-c326-4f06-be6d-dba89f6e82b9 req-541f3037-ec69-46a2-a1a1-5f770d662fc9 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "DELETE /v2.0/ports/4889afde-ba46-4d85-9672-9444704f0439 HTTP/1.1" status: 204 len: 173 time: 0.4129145 Jun 28 03:23:48.664130 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e', 'name': 'network-vif-deleted', 'tag': '4889afde-ba46-4d85-9672-9444704f0439'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:23:48.666661 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c475375-069b-4083-9bdf-e0e003f8fac9" -d '{"events": [{"server_uuid": "3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e", "name": "network-vif-deleted", "tag": "4889afde-ba46-4d85-9672-9444704f0439"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:23:48.716643 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-14b1c27c-bdeb-424a-b1e3-c52311aa19b3 req-120dc3a1-e557-45ce-8349-ba3594c28fbb tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e HTTP/1.1" status: 200 len: 210 time: 0.0378118 Jun 28 03:23:48.718338 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea77f7-b11f-4975-890a-6bc6404c0288 x-openstack-request-id: req-aaea77f7-b11f-4975-890a-6bc6404c0288 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:23:48.718789 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e", "name": "network-vif-deleted", "tag": "4889afde-ba46-4d85-9672-9444704f0439", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:23:48.719500 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaea77f7-b11f-4975-890a-6bc6404c0288 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:23:48.719500 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaea77f7-b11f-4975-890a-6bc6404c0288'] response: {'server_uuid': '3bcb7ec7-0224-47ee-9a52-ace78fc4fb2e', 'name': 'network-vif-deleted', 'tag': '4889afde-ba46-4d85-9672-9444704f0439', 'status': 'completed', 'code': 200} Jun 28 03:23:48.766357 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:49.811171 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b9d45913-96da-49f1-89f9-963408bf3942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:50.000887 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954f576-27c2-435c-a161-bbf874d02e65 req-f1366809-d674-4e70-8e8b-95c3fad87378 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:50.002333 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3954f576-27c2-435c-a161-bbf874d02e65 req-f1366809-d674-4e70-8e8b-95c3fad87378 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0567307 Jun 28 03:23:50.050629 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3954f576-27c2-435c-a161-bbf874d02e65 req-efd96ce8-e741-4752-bd2d-99d06444c892 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Jun 28 03:23:50.995586 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:51.046454 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:51.175970 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b0bf1-0f45-4d14-bed6-f76a5d7a4978 req-1970eecf-6e9a-4a2d-bebb-e735d4de05e8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:51.177455 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-754b0bf1-0f45-4d14-bed6-f76a5d7a4978 req-1970eecf-6e9a-4a2d-bebb-e735d4de05e8 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0523105 Jun 28 03:23:51.231857 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-754b0bf1-0f45-4d14-bed6-f76a5d7a4978 req-a0c54617-8a49-4b68-96b1-47750ba5379e tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446999 Jun 28 03:23:51.930372 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 4889afde-ba46-4d85-9672-9444704f0439 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:23:51.954193 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 4889afde-ba46-4d85-9672-9444704f0439 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:23:51.954529 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 4889afde-ba46-4d85-9672-9444704f0439 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:23:52.629234 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=56,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:52.630722 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=58,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:52.640785 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2527b5-dc93-41c5-9e6e-2420c718860e req-a4650f70-8702-482c-bdf9-7ac106f16c82 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:52.642278 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ab2527b5-dc93-41c5-9e6e-2420c718860e req-a4650f70-8702-482c-bdf9-7ac106f16c82 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.3260336 Jun 28 03:23:52.648670 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:52.690827 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ab2527b5-dc93-41c5-9e6e-2420c718860e req-abd5af7f-e288-4861-9d8e-71f35f194cd3 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416839 Jun 28 03:23:53.042384 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:53.247915 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-2d841a64-e57b-4ee4-ac6b-7604b11d5e7c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398889 Jun 28 03:23:53.650185 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-93ef409d-9cc1-4392-85d1-e3fc59dedb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:53.651694 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-93ef409d-9cc1-4392-85d1-e3fc59dedb7b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=bcfe66d2ca71404e9b032806db987d4d&device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 1129 time: 0.0429852 Jun 28 03:23:53.658334 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a331b39-981a-43f7-98dd-194541226191 req-6c0ee6b5-28b4-474d-98a7-0ce7b01c15f4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:53.659800 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4a331b39-981a-43f7-98dd-194541226191 req-6c0ee6b5-28b4-474d-98a7-0ce7b01c15f4 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0511236 Jun 28 03:23:53.748462 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-4a331b39-981a-43f7-98dd-194541226191 req-32d59dde-c3de-41e1-b4f5-47e29c83cddd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Deleting port f19332ea-cc5d-476d-b4fd-c455a47a5f3f {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:23:53.748808 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-4a331b39-981a-43f7-98dd-194541226191 req-32d59dde-c3de-41e1-b4f5-47e29c83cddd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:53.778076 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:53.782668 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-e3fe988b-6b71-4ca5-9e59-d36377e67656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:53.784136 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-e3fe988b-6b71-4ca5-9e59-d36377e67656 service neutron] 10.222.0.27 "GET /v2.0/networks?id=637d8db0-e115-438e-98d4-4018ed69f48c HTTP/1.1" status: 200 len: 910 time: 0.1110070 Jun 28 03:23:53.849973 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-4a331b39-981a-43f7-98dd-194541226191 req-32d59dde-c3de-41e1-b4f5-47e29c83cddd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] For port f19332ea-cc5d-476d-b4fd-c455a47a5f3f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:53.850352 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-4a331b39-981a-43f7-98dd-194541226191 req-32d59dde-c3de-41e1-b4f5-47e29c83cddd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:53.859260 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb566e54-4baa-404c-809d-08bdd4504031 req-92bd9814-4ff6-43f9-9c10-2dfcd913c2c7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:53.860708 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cb566e54-4baa-404c-809d-08bdd4504031 req-92bd9814-4ff6-43f9-9c10-2dfcd913c2c7 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 945 time: 0.0974097 Jun 28 03:23:53.870258 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-4a331b39-981a-43f7-98dd-194541226191 req-32d59dde-c3de-41e1-b4f5-47e29c83cddd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Calling delete_port for f19332ea-cc5d-476d-b4fd-c455a47a5f3f owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:23:53.893798 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-b294b3a2-b5bc-4462-be32-99df7daaa401 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01 HTTP/1.1" status: 200 len: 1000 time: 0.0901804 Jun 28 03:23:53.959490 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cb566e54-4baa-404c-809d-08bdd4504031 req-05420447-9b0b-4b7b-bf77-0e6d5aa8717b tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/security-groups?id=48fb7919-b99b-422e-a1cc-e94c3bfd9324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884464 Jun 28 03:23:53.975641 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-8c53da8c-34d1-437b-b5c8-5f8d32543d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:53.977477 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-8c53da8c-34d1-437b-b5c8-5f8d32543d03 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3c61886d-35ea-4842-a52c-cdcc6f9c97f4 HTTP/1.1" status: 200 len: 848 time: 0.0737009 Jun 28 03:23:54.021562 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-4a331b39-981a-43f7-98dd-194541226191 req-32d59dde-c3de-41e1-b4f5-47e29c83cddd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (f19332ea-cc5d-476d-b4fd-c455a47a5f3f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:54.027531 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-0bad2054-7598-4a31-b183-e163beeec9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:54.029303 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-0bad2054-7598-4a31-b183-e163beeec9e2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=637d8db0-e115-438e-98d4-4018ed69f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428166 Jun 28 03:23:54.050671 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d59dde-c3de-41e1-b4f5-47e29c83cddd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Pushing event deleted for resources: {'Port': ['ID=f19332ea-cc5d-476d-b4fd-c455a47a5f3f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:54.062395 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['f19332ea-cc5d-476d-b4fd-c455a47a5f3f'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:23:54.107842 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a331b39-981a-43f7-98dd-194541226191 req-32d59dde-c3de-41e1-b4f5-47e29c83cddd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] No DVR routers for this DVR port f19332ea-cc5d-476d-b4fd-c455a47a5f3f on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:23:54.110919 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-4a331b39-981a-43f7-98dd-194541226191 req-32d59dde-c3de-41e1-b4f5-47e29c83cddd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:54.115576 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4a331b39-981a-43f7-98dd-194541226191 req-32d59dde-c3de-41e1-b4f5-47e29c83cddd tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.27 "DELETE /v2.0/ports/f19332ea-cc5d-476d-b4fd-c455a47a5f3f HTTP/1.1" status: 204 len: 173 time: 0.4476929 Jun 28 03:23:54.116445 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbc89ef-8230-45d5-b3ee-efb863e5340e', 'name': 'network-vif-deleted', 'tag': 'f19332ea-cc5d-476d-b4fd-c455a47a5f3f'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:23:54.119175 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635065fa-2f33-4eda-bacb-0ff2307c159a" -d '{"events": [{"server_uuid": "9fbc89ef-8230-45d5-b3ee-efb863e5340e", "name": "network-vif-deleted", "tag": "f19332ea-cc5d-476d-b4fd-c455a47a5f3f"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:23:54.146710 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-1f77d6d2-9178-440c-a2c9-d1420f703c5d service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106884 Jun 28 03:23:54.219348 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf3842d-f10e-4ea3-b6f3-cdcd440939cd x-openstack-request-id: req-acf3842d-f10e-4ea3-b6f3-cdcd440939cd {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:23:54.219658 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbc89ef-8230-45d5-b3ee-efb863e5340e", "name": "network-vif-deleted", "tag": "f19332ea-cc5d-476d-b4fd-c455a47a5f3f", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:23:54.219909 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acf3842d-f10e-4ea3-b6f3-cdcd440939cd {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:23:54.220332 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf3842d-f10e-4ea3-b6f3-cdcd440939cd'] response: {'server_uuid': '9fbc89ef-8230-45d5-b3ee-efb863e5340e', 'name': 'network-vif-deleted', 'tag': 'f19332ea-cc5d-476d-b4fd-c455a47a5f3f', 'status': 'completed', 'code': 200} Jun 28 03:23:54.277285 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:54.307177 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf5632-a2ca-4e7b-8222-9e78d24203dd req-37c64386-2916-4c6f-9f9b-3f74890a8d8c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:54.308682 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d6bf5632-a2ca-4e7b-8222-9e78d24203dd req-37c64386-2916-4c6f-9f9b-3f74890a8d8c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 945 time: 0.0649476 Jun 28 03:23:54.310422 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ed1e3ecd-47b2-4800-aaaa-e6b3df4a25cb req-51f7925c-f95f-4779-9a4d-21867bd963b8 service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489558 Jun 28 03:23:54.357132 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d6bf5632-a2ca-4e7b-8222-9e78d24203dd req-5e163ae3-ee96-4879-bb8c-619eb1cc358f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Jun 28 03:23:55.074540 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-65154831-3230-40df-a882-07cbb71b22e6 req-961fde33-74f8-43b0-a601-cd01f788606f tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 210 time: 0.0280759 Jun 28 03:23:55.503144 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcae4d-ef72-412a-9afd-942b7b18bcdf req-3b00cc07-5992-40da-aa1f-b675cfee8e2a tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:55.504615 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bcdcae4d-ef72-412a-9afd-942b7b18bcdf req-3b00cc07-5992-40da-aa1f-b675cfee8e2a tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 945 time: 0.0599871 Jun 28 03:23:55.552226 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bcdcae4d-ef72-412a-9afd-942b7b18bcdf req-d2908012-9658-4604-a56e-3860dfa59a3a tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408266 Jun 28 03:23:56.190577 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-492fbec2-93a0-47bd-b287-d4b7abd581f6 req-0ce9a761-9802-487b-a5fe-ab6205317211 tempest-ServerRescueNegativeTestJSON-1266345582 tempest-ServerRescueNegativeTestJSON-1266345582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc89ef-8230-45d5-b3ee-efb863e5340e HTTP/1.1" status: 200 len: 210 time: 0.0282104 Jun 28 03:23:56.260816 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:56.261834 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=65 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:56.396843 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-3e50889b-86da-4aa4-83b4-d27a8228bcbd tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:56.398299 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-3e50889b-86da-4aa4-83b4-d27a8228bcbd tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 945 time: 0.0596004 Jun 28 03:23:56.715324 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b5b0-cef9-4c4b-ac93-9c3d02f8aad8 req-660bcc11-5ba8-4c19-8c6f-8c251ccb055c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:23:56.716893 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-be47b5b0-cef9-4c4b-ac93-9c3d02f8aad8 req-660bcc11-5ba8-4c19-8c6f-8c251ccb055c tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 945 time: 0.0899024 Jun 28 03:23:56.784091 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Deleting port cfd747c8-04ee-403a-8dcd-75a533cbca9e {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:23:56.784446 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:56.824591 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-be47b5b0-cef9-4c4b-ac93-9c3d02f8aad8 req-a326499f-d051-470b-97cf-16ce488df0ce tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups?id=768e9ce1-9005-414e-bf17-d02779aebc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963354 Jun 28 03:23:56.890071 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] For port cfd747c8-04ee-403a-8dcd-75a533cbca9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=cfd747c8-04ee-403a-8dcd-75a533cbca9e,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:56.890453 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:56.942062 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:57.068517 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:57.068831 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (d1805f9f-caa5-4df9-bc5e-5d1538a27454), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:57.069333 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Floating IP d1805f9f-caa5-4df9-bc5e-5d1538a27454 disassociated. External IP: 172.27.2.192, port: cfd747c8-04ee-403a-8dcd-75a533cbca9e. Jun 28 03:23:57.069841 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Calling delete_port for cfd747c8-04ee-403a-8dcd-75a533cbca9e owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:23:57.216484 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (cfd747c8-04ee-403a-8dcd-75a533cbca9e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:57.250919 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'Port': ['ID=cfd747c8-04ee-403a-8dcd-75a533cbca9e,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:57.253399 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39390) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:57.354141 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:57.368794 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:23:57.473293 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:23:57.485244 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:23:57.495905 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:23:57.496778 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:57.518444 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] No DVR routers for this DVR port cfd747c8-04ee-403a-8dcd-75a533cbca9e on host hv-cinder-84684 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:23:57.521386 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:57.524997 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88a30ae5-deb3-412b-824e-6ba26fc21481 req-35c46822-aa1a-429a-962c-d11e3dc11e5f tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.27 "DELETE /v2.0/ports/cfd747c8-04ee-403a-8dcd-75a533cbca9e HTTP/1.1" status: 204 len: 173 time: 0.8579004 Jun 28 03:23:57.525393 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb95203-3c4a-4225-9282-bd035696ef59', 'name': 'network-vif-deleted', 'tag': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:23:57.527896 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fde244a-3ace-4e7d-96a7-3d1a9bf0c238" -d '{"events": [{"server_uuid": "0eb95203-3c4a-4225-9282-bd035696ef59", "name": "network-vif-deleted", "tag": "cfd747c8-04ee-403a-8dcd-75a533cbca9e"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:23:57.565901 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6871b766-0533-49c8-95b0-fe743846a48c x-openstack-request-id: req-6871b766-0533-49c8-95b0-fe743846a48c {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:23:57.566294 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb95203-3c4a-4225-9282-bd035696ef59", "name": "network-vif-deleted", "tag": "cfd747c8-04ee-403a-8dcd-75a533cbca9e", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:23:57.566619 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6871b766-0533-49c8-95b0-fe743846a48c {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:23:57.567106 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6871b766-0533-49c8-95b0-fe743846a48c'] response: {'server_uuid': '0eb95203-3c4a-4225-9282-bd035696ef59', 'name': 'network-vif-deleted', 'tag': 'cfd747c8-04ee-403a-8dcd-75a533cbca9e', 'status': 'completed', 'code': 200} Jun 28 03:23:57.626110 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:23:57.661510 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:57.835125 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:57.861767 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:23:57.872697 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:23:57.873317 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:57.941361 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5db8a0d1-90fb-49e6-8bbb-7587faf2a8b4 req-012fca5c-7480-4602-be4d-2a3f935615e4 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eb95203-3c4a-4225-9282-bd035696ef59 HTTP/1.1" status: 200 len: 210 time: 0.0286992 Jun 28 03:23:57.980575 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:23:57.988449 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device f19332ea-cc5d-476d-b4fd-c455a47a5f3f no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:23:58.007742 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: f19332ea-cc5d-476d-b4fd-c455a47a5f3f {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:23:58.008178 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device f19332ea-cc5d-476d-b4fd-c455a47a5f3f not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:23:58.132313 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:58.133797 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:58.179175 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:58.199313 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] Deleting port 98e29f75-599f-432f-8171-02f652ac36f7 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:23:58.199798 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (98e29f75-599f-432f-8171-02f652ac36f7), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:58.206124 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d267f-93ec-4bd6-81f2-210a2e2c37fb None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:59Z', 'revision_number': 4, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '30012361-9990-4aa9-acec-27eeee8fbbe9', 'name': '', 'network_id': '78d460e7-819f-442d-8ddd-fecab5b4b6fc', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'mac_address': 'fa:16:3e:a1:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:56Z', 'updated_at': '2022-06-28T03:18:06Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'subnets': [{'id': '09c0e3c7-887f-4f02-b281-87d6ff6c281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:23:58.280250 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] For port 98e29f75-599f-432f-8171-02f652ac36f7, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=98e29f75-599f-432f-8171-02f652ac36f7,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:58.280910 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (98e29f75-599f-432f-8171-02f652ac36f7), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:58.294037 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] Calling delete_port for 98e29f75-599f-432f-8171-02f652ac36f7 owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:23:58.427733 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fc2b3-e4cc-4606-86fa-c874821fac84 None None] New status for floating IP d1805f9f-caa5-4df9-bc5e-5d1538a27454: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:23:58.479691 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (98e29f75-599f-432f-8171-02f652ac36f7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:58.507708 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e29f75-599f-432f-8171-02f652ac36f7,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:58.675138 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:58.895872 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] Router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:23:58.906979 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:59.009329 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:23:59.017269 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-97416fdc-fca9-4aa9-95ce-b83f84baa901 admin admin] 10.222.0.44 "PUT /v2.0/routers/22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602808 Jun 28 03:23:59.017466 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39400) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:59.026380 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] Sync routers for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:23:59.036632 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:23:59.037240 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:59.038755 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39402) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:59.073626 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:59.113427 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a99ac83a-4ab4-4c88-b52e-b8918b7c55a9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (768e9ce1-9005-414e-bf17-d02779aebc7e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.130082 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Publish callbacks [] for router (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.142949 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a99ac83a-4ab4-4c88-b52e-b8918b7c55a9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (768e9ce1-9005-414e-bf17-d02779aebc7e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.202796 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a99ac83a-4ab4-4c88-b52e-b8918b7c55a9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (768e9ce1-9005-414e-bf17-d02779aebc7e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.205985 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a99ac83a-4ab4-4c88-b52e-b8918b7c55a9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.207470 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a99ac83a-4ab4-4c88-b52e-b8918b7c55a9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "DELETE /v2.0/security-groups/768e9ce1-9005-414e-bf17-d02779aebc7e HTTP/1.1" status: 204 len: 168 time: 0.1661046 Jun 28 03:23:59.211678 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39404) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:59.229475 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ac83a-4ab4-4c88-b52e-b8918b7c55a9 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768e9ce1-9005-414e-bf17-d02779aebc7e,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:59.230253 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Publish callbacks [] for router_gateway (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.231784 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-6b47804d-68f9-4bea-8aef-b6b89c5de404 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] show failed (client error): The resource could not be found. Jun 28 03:23:59.235528 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6b47804d-68f9-4bea-8aef-b6b89c5de404 tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "GET /v2.0/security-groups/768e9ce1-9005-414e-bf17-d02779aebc7e HTTP/1.1" status: 404 len: 347 time: 0.0189974 Jun 28 03:23:59.235909 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39406) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:59.244669 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:23:59.285033 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Deleting port a6538b73-1119-4689-9851-4086ccc9e6e8 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:23:59.285649 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.367336 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] For port a6538b73-1119-4689-9851-4086ccc9e6e8, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a6538b73-1119-4689-9851-4086ccc9e6e8,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:23:59.367912 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.372432 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-fc50f22f-341e-4346-ba4d-b31518fc5abc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Deleting port fe858c4b-ad5e-40ec-be77-136e0155daa0 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:23:59.372847 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc50f22f-341e-4346-ba4d-b31518fc5abc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (fe858c4b-ad5e-40ec-be77-136e0155daa0), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.382476 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Calling delete_port for a6538b73-1119-4689-9851-4086ccc9e6e8 owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:23:59.418510 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:23:58Z', 'revision_number': 5, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port': {'id': 'a6538b73-1119-4689-9851-4086ccc9e6e8', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:20Z', 'updated_at': '2022-06-28T03:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:59.444947 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] Checking router: 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:23:59.452253 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:59.454641 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] Routers {'22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:23:59.455358 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:59.456003 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc50f22f-341e-4346-ba4d-b31518fc5abc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (fe858c4b-ad5e-40ec-be77-136e0155daa0), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.456362 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc50f22f-341e-4346-ba4d-b31518fc5abc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (fe858c4b-ad5e-40ec-be77-136e0155daa0), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.470061 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-fc50f22f-341e-4346-ba4d-b31518fc5abc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Calling delete_port for fe858c4b-ad5e-40ec-be77-136e0155daa0 owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:23:59.478516 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:59.490579 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:59.542169 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] Set router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:23:59.560100 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (a6538b73-1119-4689-9851-4086ccc9e6e8), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.596057 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6538b73-1119-4689-9851-4086ccc9e6e8,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:59.597704 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:23:59Z', 'revision_number': 6, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:23:59.612919 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc50f22f-341e-4346-ba4d-b31518fc5abc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (fe858c4b-ad5e-40ec-be77-136e0155daa0), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.627601 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13d6d6-3f8b-45b5-b308-cd74fad3cda4 None None] The sync data for ids ['22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72'] in dv-cinder-846842-5-iscsi is: [{'id': '22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72', 'name': 'tempest-ServerRescueNegativeTestJSON-1788235275-router', 'tenant_id': 'c1e596746cc64a1981804d95f1906bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:23:59Z', 'revision_number': 6, 'project_id': 'c1e596746cc64a1981804d95f1906bb3', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:23:59.642578 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50f22f-341e-4346-ba4d-b31518fc5abc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Pushing event deleted for resources: {'Port': ['ID=fe858c4b-ad5e-40ec-be77-136e0155daa0,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:23:59.664811 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.706378 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc50f22f-341e-4346-ba4d-b31518fc5abc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks [] for floatingip (d1805f9f-caa5-4df9-bc5e-5d1538a27454), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.709324 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc50f22f-341e-4346-ba4d-b31518fc5abc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.710504 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-fc50f22f-341e-4346-ba4d-b31518fc5abc tempest-AttachVolumeNegativeTest-478302071 tempest-AttachVolumeNegativeTest-478302071-project] 10.222.0.44 "DELETE /v2.0/floatingips/d1805f9f-caa5-4df9-bc5e-5d1538a27454 HTTP/1.1" status: 204 len: 168 time: 0.4736681 Jun 28 03:23:59.757114 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.757114 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Publish callbacks [] for router_controller (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.804347 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.804994 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:23:59.810108 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.811563 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1bb978b4-ac64-4558-8e2c-54630f1938f2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/22ed4f8d-e471-49bf-87bb-9a9b1c7a6c72 HTTP/1.1" status: 204 len: 168 time: 0.7928751 Jun 28 03:23:59.814338 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39414) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:23:59.872958 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd39bc1-d185-44a9-8d5a-6e0b7fb1324b admin admin] Deleting subnet 5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:23:59.876124 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd39bc1-d185-44a9-8d5a-6e0b7fb1324b admin admin] Publish callbacks [] for subnet (5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.905554 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:23:59.916478 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd39bc1-d185-44a9-8d5a-6e0b7fb1324b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734234'] for subnet (5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:23:59.999643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd39bc1-d185-44a9-8d5a-6e0b7fb1324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.013277 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device cfd747c8-04ee-403a-8dcd-75a533cbca9e no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:00.034970 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: cfd747c8-04ee-403a-8dcd-75a533cbca9e {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:00.035349 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device cfd747c8-04ee-403a-8dcd-75a533cbca9e not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:00.068358 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd39bc1-d185-44a9-8d5a-6e0b7fb1324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1211299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593250'] for subnet (5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.099502 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd39bc1-d185-44a9-8d5a-6e0b7fb1324b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:00.103447 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd39bc1-d185-44a9-8d5a-6e0b7fb1324b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.106754 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-afd39bc1-d185-44a9-8d5a-6e0b7fb1324b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5d5b2df1-8b1d-4eed-8b39-19cc784ccb5f HTTP/1.1" status: 204 len: 168 time: 0.2912242 Jun 28 03:24:00.109170 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39416) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:00.110032 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d1de94-de21-4277-8d2d-60a516075c59 None None] Network 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:24:00.180883 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.223455 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Deleting port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:24:00.223818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.291636 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] For port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=8e9d6659-c504-4b88-aefa-63a3b20ab7a2,segment=NetworkSegment(7c04bfec-1b99-4e77-94cb-e8ed444ec38e),segment_id=7c04bfec-1b99-4e77-94cb-e8ed444ec38e)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:00.291896 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.304488 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Calling delete_port for 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 owned by network:dhcp {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:24:00.393864 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (8e9d6659-c504-4b88-aefa-63a3b20ab7a2), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.421704 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e978ff6-9317-4265-897e-8c9b03241476 None None] DHCP port deletion for 9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:24:00.421944 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9d6659-c504-4b88-aefa-63a3b20ab7a2,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:00.425355 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] No DVR routers for this DVR port 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 on host dv-cinder-846842-5-iscsi {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:24:00.478777 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:00.504836 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.522201 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 98e29f75-599f-432f-8171-02f652ac36f7 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:00.528936 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:00.538165 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c04bfec-1b99-4e77-94cb-e8ed444ec38e') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:00.538458 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c04bfec-1b99-4e77-94cb-e8ed444ec38e') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:00.543417 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 98e29f75-599f-432f-8171-02f652ac36f7 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:00.543697 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 98e29f75-599f-432f-8171-02f652ac36f7 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:00.544104 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:00.549597 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2734211'] for segment (7c04bfec-1b99-4e77-94cb-e8ed444ec38e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.563883 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:00.564279 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 8e9d6659-c504-4b88-aefa-63a3b20ab7a2 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:00.564585 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (7c04bfec-1b99-4e77-94cb-e8ed444ec38e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.564723 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a6538b73-1119-4689-9851-4086ccc9e6e8 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:00.572016 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:24:00.572515 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1211205'] for segment (7c04bfec-1b99-4e77-94cb-e8ed444ec38e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.590404 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: a6538b73-1119-4689-9851-4086ccc9e6e8 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:00.590753 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a6538b73-1119-4689-9851-4086ccc9e6e8 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:00.643033 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.649443 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.652634 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d HTTP/1.1" status: 204 len: 168 time: 0.5425081 Jun 28 03:24:00.664298 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331494f-5e66-4fbf-9086-7acdde206ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da7fe3f-1d18-4c0b-9bbc-ebc663cd4b3d,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:00.666940 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment 7c04bfec-1b99-4e77-94cb-e8ed444ec38e resource provider aggregate not found Jun 28 03:24:00.685168 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment 7c04bfec-1b99-4e77-94cb-e8ed444ec38e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c04bfec-1b99-4e77-94cb-e8ed444ec38e found for delete ", "request_id": "req-710a5368-56bd-4340-879f-053c1aa2c157"}]} Jun 28 03:24:00.837427 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39426) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:00.883200 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-50a9b3c4-fce5-4435-be13-fd88f0768c50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1e596746cc64a1981804d95f1906bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416758 Jun 28 03:24:00.883200 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39432) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:00.937593 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7cd71bc2-5522-4ff7-8d3f-e2864af50824 admin admin] Publish callbacks [] for security_group (48fb7919-b99b-422e-a1cc-e94c3bfd9324), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.955189 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7cd71bc2-5522-4ff7-8d3f-e2864af50824 admin admin] Publish callbacks [] for security_group (48fb7919-b99b-422e-a1cc-e94c3bfd9324), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:00.962778 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:01.015651 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7cd71bc2-5522-4ff7-8d3f-e2864af50824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (48fb7919-b99b-422e-a1cc-e94c3bfd9324), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:01.018181 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7cd71bc2-5522-4ff7-8d3f-e2864af50824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:01.019337 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-7cd71bc2-5522-4ff7-8d3f-e2864af50824 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48fb7919-b99b-422e-a1cc-e94c3bfd9324 HTTP/1.1" status: 204 len: 168 time: 0.1353045 Jun 28 03:24:01.030620 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd71bc2-5522-4ff7-8d3f-e2864af50824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fb7919-b99b-422e-a1cc-e94c3bfd9324,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:02.399043 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39502) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:02.522376 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-47f79647-8022-4c90-aa1b-36c96e30b20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:02.616590 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-47f79647-8022-4c90-aa1b-36c96e30b20e admin admin] Publish callbacks [] for security_group (1d96f60e-3269-41af-9b6a-b988dea303c0), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:02.621617 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-47f79647-8022-4c90-aa1b-36c96e30b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1d96f60e-3269-41af-9b6a-b988dea303c0), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:02.661735 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-47f79647-8022-4c90-aa1b-36c96e30b20e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b198b0cef14c4ee8b36b2a741d414019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614195 Jun 28 03:24:02.662620 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f79647-8022-4c90-aa1b-36c96e30b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d96f60e-3269-41af-9b6a-b988dea303c0,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:02.666095 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39508) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:02.716642 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d40e7670-dab9-4435-bd5f-8a588cb40aa1 admin admin] Publish callbacks [] for security_group (1d96f60e-3269-41af-9b6a-b988dea303c0), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:02.738916 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d40e7670-dab9-4435-bd5f-8a588cb40aa1 admin admin] Publish callbacks [] for security_group (1d96f60e-3269-41af-9b6a-b988dea303c0), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:02.792165 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d40e7670-dab9-4435-bd5f-8a588cb40aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1d96f60e-3269-41af-9b6a-b988dea303c0), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:02.794925 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d40e7670-dab9-4435-bd5f-8a588cb40aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:02.796084 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d40e7670-dab9-4435-bd5f-8a588cb40aa1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d96f60e-3269-41af-9b6a-b988dea303c0 HTTP/1.1" status: 204 len: 168 time: 0.1289966 Jun 28 03:24:02.804268 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e7670-dab9-4435-bd5f-8a588cb40aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d96f60e-3269-41af-9b6a-b988dea303c0,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:03.420046 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39536) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:03.753522 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:03.889881 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (60d657da-ce4d-4ea9-9280-2e37896d8e9a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:04.038282 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:04.112582 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] Deleting port 30012361-9990-4aa9-acec-27eeee8fbbe9 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:24:04.112926 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:04.192850 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] For port 30012361-9990-4aa9-acec-27eeee8fbbe9, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=30012361-9990-4aa9-acec-27eeee8fbbe9,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:04.193209 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:04.208913 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] Calling delete_port for 30012361-9990-4aa9-acec-27eeee8fbbe9 owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:24:04.400327 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (30012361-9990-4aa9-acec-27eeee8fbbe9), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:04.426946 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=30012361-9990-4aa9-acec-27eeee8fbbe9,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:04.604663 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (60d657da-ce4d-4ea9-9280-2e37896d8e9a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:04.606308 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:05.084839 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] Router 60d657da-ce4d-4ea9-9280-2e37896d8e9a has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:24:05.183616 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:05.190865 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:24:05.198795 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-06089702-e445-4d86-9567-5fe114ed91e3 admin admin] 10.222.0.44 "PUT /v2.0/routers/60d657da-ce4d-4ea9-9280-2e37896d8e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743552 Jun 28 03:24:05.198913 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39568) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:05.200039 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] Sync routers for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:24:05.210786 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:05.211397 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:05.247421 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:05.299029 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Publish callbacks [] for router (60d657da-ce4d-4ea9-9280-2e37896d8e9a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:05.312949 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:05.398003 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Publish callbacks [] for router_gateway (60d657da-ce4d-4ea9-9280-2e37896d8e9a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:05.446215 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Deleting port d48930ba-52df-4548-86c7-4d540e62f6e7 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:24:05.446829 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:05.482936 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:24:04Z', 'revision_number': 5, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port': {'id': 'd48930ba-52df-4548-86c7-4d540e62f6e7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:47Z', 'updated_at': '2022-06-28T03:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:05.510087 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] Checking router: 60d657da-ce4d-4ea9-9280-2e37896d8e9a for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:24:05.519930 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] Routers {'60d657da-ce4d-4ea9-9280-2e37896d8e9a'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:05.520637 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:05.536401 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] For port d48930ba-52df-4548-86c7-4d540e62f6e7, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=d48930ba-52df-4548-86c7-4d540e62f6e7,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:05.536767 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:05.550691 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Calling delete_port for d48930ba-52df-4548-86c7-4d540e62f6e7 owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:24:05.615437 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] Set router 60d657da-ce4d-4ea9-9280-2e37896d8e9a gateway port host: None {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:05.669407 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:24:05Z', 'revision_number': 6, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:05.695410 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2fe9c6-2678-4c81-97bc-b4f6bc842ab6 None None] The sync data for ids ['60d657da-ce4d-4ea9-9280-2e37896d8e9a'] in dv-cinder-846842-5-iscsi is: [{'id': '60d657da-ce4d-4ea9-9280-2e37896d8e9a', 'name': 'tempest-AttachVolumeNegativeTest-769259080-router', 'tenant_id': '63f6b05085584fd5beecbe54c7251525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:24:05Z', 'revision_number': 6, 'project_id': '63f6b05085584fd5beecbe54c7251525', 'gw_port_host': None}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:24:05.722262 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:05.731221 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (d48930ba-52df-4548-86c7-4d540e62f6e7), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:05.770072 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48930ba-52df-4548-86c7-4d540e62f6e7,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:05.836748 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (60d657da-ce4d-4ea9-9280-2e37896d8e9a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:05.953909 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (60d657da-ce4d-4ea9-9280-2e37896d8e9a), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:05.956069 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Publish callbacks [] for router_controller (60d657da-ce4d-4ea9-9280-2e37896d8e9a), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.025137 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (60d657da-ce4d-4ea9-9280-2e37896d8e9a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.025641 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60d657da-ce4d-4ea9-9280-2e37896d8e9a {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:24:06.030728 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.031887 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f25bbc1f-6c32-4f01-93aa-5a9a9ecfcc21 admin admin] 10.222.0.44 "DELETE /v2.0/routers/60d657da-ce4d-4ea9-9280-2e37896d8e9a HTTP/1.1" status: 204 len: 168 time: 0.8321047 Jun 28 03:24:06.035732 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39582) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:06.085070 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c26fd23-ba5a-45de-93c2-f21297500fdf admin admin] Deleting subnet 09c0e3c7-887f-4f02-b281-87d6ff6c281d {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:24:06.088766 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c26fd23-ba5a-45de-93c2-f21297500fdf admin admin] Publish callbacks [] for subnet (09c0e3c7-887f-4f02-b281-87d6ff6c281d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.125983 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c26fd23-ba5a-45de-93c2-f21297500fdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242447'] for subnet (09c0e3c7-887f-4f02-b281-87d6ff6c281d), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.158153 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:06.209082 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:06.232085 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c26fd23-ba5a-45de-93c2-f21297500fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (09c0e3c7-887f-4f02-b281-87d6ff6c281d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.290295 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c26fd23-ba5a-45de-93c2-f21297500fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3343495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460874'] for subnet (09c0e3c7-887f-4f02-b281-87d6ff6c281d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.319095 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26fd23-ba5a-45de-93c2-f21297500fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c0e3c7-887f-4f02-b281-87d6ff6c281d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:06.325521 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c26fd23-ba5a-45de-93c2-f21297500fdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.328610 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3c26fd23-ba5a-45de-93c2-f21297500fdf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/09c0e3c7-887f-4f02-b281-87d6ff6c281d HTTP/1.1" status: 204 len: 168 time: 0.2918100 Jun 28 03:24:06.331324 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39584) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:06.333716 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac769e09-c3cb-4ade-bd1b-e846f43c3ad1 None None] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:24:06.400112 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (78d460e7-819f-442d-8ddd-fecab5b4b6fc), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.441982 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Deleting port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:24:06.442313 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.496633 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] DHCP port deletion for 78d460e7-819f-442d-8ddd-fecab5b4b6fc request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:24:06.514026 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] For port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=25d5dd0e-d30a-4c46-b0f6-eadd7608c330,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:06.514560 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.528024 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Calling delete_port for 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 owned by network:dhcp {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:24:06.531690 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:06.554037 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Deleting port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:24:06.554617 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.566656 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:06.571388 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 30012361-9990-4aa9-acec-27eeee8fbbe9 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:06.615787 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.646931 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Pushing event deleted for resources: {'Port': ['ID=25d5dd0e-d30a-4c46-b0f6-eadd7608c330,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:06.650776 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] No DVR routers for this DVR port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 on host dv-cinder-846842-5-iscsi {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:24:06.725857 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (78d460e7-819f-442d-8ddd-fecab5b4b6fc), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.743255 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 30012361-9990-4aa9-acec-27eeee8fbbe9 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:06.743604 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 30012361-9990-4aa9-acec-27eeee8fbbe9 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:06.744008 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:06.748857 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d460e7-819f-442d-8ddd-fecab5b4b6fc']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:06.758915 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:06.759276 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:06.767309 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:06.767875 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:06.768481 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device d48930ba-52df-4548-86c7-4d540e62f6e7 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:06.769534 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2734211'] for segment (f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.788221 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.795172 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:24:06.795615 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1211205'] for segment (f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.822144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: d48930ba-52df-4548-86c7-4d540e62f6e7 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:06.822752 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device d48930ba-52df-4548-86c7-4d540e62f6e7 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:06.825199 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4 resource provider aggregate not found Jun 28 03:24:06.826957 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] For port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=25d5dd0e-d30a-4c46-b0f6-eadd7608c330,segment=NetworkSegment(f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4),segment_id=f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:06.826957 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.841905 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Calling delete_port for 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:24:06.859978 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3e4ed15-da3e-43e4-a43a-131c5b2b1fb4 found for delete ", "request_id": "req-03ae48ca-afc2-44de-af2b-4e7f38b96061"}]} Jun 28 03:24:06.871159 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (78d460e7-819f-442d-8ddd-fecab5b4b6fc), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.876696 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.882878 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] 10.222.0.44 "DELETE /v2.0/networks/78d460e7-819f-442d-8ddd-fecab5b4b6fc HTTP/1.1" status: 204 len: 168 time: 0.5473642 Jun 28 03:24:06.895114 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac4d1d-00bf-4434-844f-8494860393fe admin admin] Pushing event deleted for resources: {'Network': ['ID=78d460e7-819f-442d-8ddd-fecab5b4b6fc,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:06.929925 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747'] for port (25d5dd0e-d30a-4c46-b0f6-eadd7608c330), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:06.953016 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Network 78d460e7-819f-442d-8ddd-fecab5b4b6fc is not hosted by any dhcp agent {{(pid=103937) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 28 03:24:06.953983 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] No DVR routers for this DVR port 25d5dd0e-d30a-4c46-b0f6-eadd7608c330 on host dv-cinder-846842-5-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:24:06.964908 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Pushing event deleted for resources: {'Port': ['ID=25d5dd0e-d30a-4c46-b0f6-eadd7608c330,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:06.968523 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.968868 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.969204 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.969926 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.969926 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.970152 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.970470 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.970786 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.971104 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.971422 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.971741 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.972042 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.972413 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.972683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:06.973106 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb918b6-dbe0-47ee-a7a4-8eee82f7bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:07.091208 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39598) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:07.132628 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3f380d30-aeda-4f2c-b481-925ae72533a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63f6b05085584fd5beecbe54c7251525&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400209 Jun 28 03:24:07.135387 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39600) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:07.188062 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c2e2af56-b89c-4e09-a402-10c6fef33b92 admin admin] Publish callbacks [] for security_group (4689be4e-45bd-4b26-aa1e-370082bfaa23), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:07.210930 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c2e2af56-b89c-4e09-a402-10c6fef33b92 admin admin] Publish callbacks [] for security_group (4689be4e-45bd-4b26-aa1e-370082bfaa23), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:07.212605 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:07.267600 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c2e2af56-b89c-4e09-a402-10c6fef33b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4689be4e-45bd-4b26-aa1e-370082bfaa23), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:07.270145 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c2e2af56-b89c-4e09-a402-10c6fef33b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:07.271334 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c2e2af56-b89c-4e09-a402-10c6fef33b92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4689be4e-45bd-4b26-aa1e-370082bfaa23 HTTP/1.1" status: 204 len: 168 time: 0.1350172 Jun 28 03:24:07.280235 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2af56-b89c-4e09-a402-10c6fef33b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4689be4e-45bd-4b26-aa1e-370082bfaa23,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:09.570391 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:09.601176 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:10.561319 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bc93b-6773-4f49-a5c1-f2a1c028a132 req-f58c7281-9378-4806-a7df-212daf6b3261 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:10.562808 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-255bc93b-6773-4f49-a5c1-f2a1c028a132 req-f58c7281-9378-4806-a7df-212daf6b3261 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 946 time: 0.0525010 Jun 28 03:24:10.618501 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-255bc93b-6773-4f49-a5c1-f2a1c028a132 req-ba2c9fa3-97bf-4298-a49d-24d3cd2a3d90 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474617 Jun 28 03:24:11.741151 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa01d0f-2ac4-485a-a26f-39b3207a03e5 req-2892b9e6-a3dc-4f78-9ca7-54419463a3c7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:11.742816 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4aa01d0f-2ac4-485a-a26f-39b3207a03e5 req-2892b9e6-a3dc-4f78-9ca7-54419463a3c7 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 946 time: 0.0489719 Jun 28 03:24:11.790647 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4aa01d0f-2ac4-485a-a26f-39b3207a03e5 req-318ea09b-d776-4318-b170-13febb931e79 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups?id=b204d6cd-e7d8-4437-a6d5-39a8e5af706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 Jun 28 03:24:12.132598 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81657dc1-9133-47fd-8728-9ef39473b69d req-5b458e06-1686-4e7b-98be-207f869bc045 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:12.134068 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-81657dc1-9133-47fd-8728-9ef39473b69d req-5b458e06-1686-4e7b-98be-207f869bc045 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.27 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 946 time: 0.0521736 Jun 28 03:24:12.217638 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Deleting port 02235355-6547-49bd-a247-cc3176e99f9e {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:24:12.217968 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (02235355-6547-49bd-a247-cc3176e99f9e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:12.312412 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] For port 02235355-6547-49bd-a247-cc3176e99f9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=02235355-6547-49bd-a247-cc3176e99f9e,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:12.312745 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (02235355-6547-49bd-a247-cc3176e99f9e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:12.351092 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:12.474483 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:12.474763 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (f19ecb91-a079-4775-a623-f2f468a06ccf), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:12.475068 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Floating IP f19ecb91-a079-4775-a623-f2f468a06ccf disassociated. External IP: 172.27.2.28, port: 02235355-6547-49bd-a247-cc3176e99f9e. Jun 28 03:24:12.475400 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Calling delete_port for 02235355-6547-49bd-a247-cc3176e99f9e owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:24:12.607883 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (02235355-6547-49bd-a247-cc3176e99f9e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:12.638579 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event deleted for resources: {'Port': ['ID=02235355-6547-49bd-a247-cc3176e99f9e,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:12.770231 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Router 0ed09f48-58c3-442f-a5a5-b99d39e9843f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:24:12.773279 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:12.919811 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa266871-0fe3-47ea-b210-49c208b237ac req-b312568c-2686-4c84-a7f9-59bc3e12c7ea tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e97b7a4-a1fb-4757-8d7f-d16a84c5561c HTTP/1.1" status: 200 len: 210 time: 0.0359583 Jun 28 03:24:12.925389 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:24:12.938249 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] Sync routers for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:24:12.950001 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:12.950817 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:12.981019 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] No DVR routers for this DVR port 02235355-6547-49bd-a247-cc3176e99f9e on host hv-cinder-84684 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:24:12.984079 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:12.989100 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-81657dc1-9133-47fd-8728-9ef39473b69d req-c3b67781-f078-4595-9e99-a4e8d829ff55 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.27 "DELETE /v2.0/ports/02235355-6547-49bd-a247-cc3176e99f9e HTTP/1.1" status: 204 len: 173 time: 0.8483987 Jun 28 03:24:12.989543 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'name': 'network-vif-deleted', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:24:12.991902 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f2d8cc-ff27-43b5-9cc7-98b0921999f7" -d '{"events": [{"server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "name": "network-vif-deleted", "tag": "02235355-6547-49bd-a247-cc3176e99f9e"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:24:13.050320 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20976937-21a0-413e-8496-98f1ba6b51cf x-openstack-request-id: req-20976937-21a0-413e-8496-98f1ba6b51cf {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:24:13.050848 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e97b7a4-a1fb-4757-8d7f-d16a84c5561c", "name": "network-vif-deleted", "tag": "02235355-6547-49bd-a247-cc3176e99f9e", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:24:13.051420 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20976937-21a0-413e-8496-98f1ba6b51cf {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:24:13.052022 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20976937-21a0-413e-8496-98f1ba6b51cf'] response: {'server_uuid': '2e97b7a4-a1fb-4757-8d7f-d16a84c5561c', 'name': 'network-vif-deleted', 'tag': '02235355-6547-49bd-a247-cc3176e99f9e', 'status': 'completed', 'code': 200} Jun 28 03:24:13.072008 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:13.274592 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:13.299586 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] Checking router: 0ed09f48-58c3-442f-a5a5-b99d39e9843f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:24:13.308828 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:13.309423 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:13.412116 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:13.615879 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:13.643994 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac9f10-6d63-48f4-9f9b-caf5aa9ac202 None None] The sync data for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi is: [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:17:48Z', 'revision_number': 4, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'f7c9b9de-07b4-482c-961a-d724225eb050', 'name': '', 'network_id': '91e0cac6-eac1-4a49-93d7-95195e9565b8', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'mac_address': 'fa:16:3e:eb:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:46Z', 'updated_at': '2022-06-28T03:17:55Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'subnets': [{'id': 'b76d83b2-d8ab-42d5-8de3-e8a02969a29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:24:13.859079 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862723c8-cd8a-49bb-b6ee-4fe9cbfdd876 None None] New status for floating IP f19ecb91-a079-4775-a623-f2f468a06ccf: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:24:14.034987 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39760) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:14.093589 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-da752dde-a282-4197-9972-d06e5e841283 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (b204d6cd-e7d8-4437-a6d5-39a8e5af706c), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.118919 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-da752dde-a282-4197-9972-d06e5e841283 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (b204d6cd-e7d8-4437-a6d5-39a8e5af706c), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.169931 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-da752dde-a282-4197-9972-d06e5e841283 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (b204d6cd-e7d8-4437-a6d5-39a8e5af706c), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.172992 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-da752dde-a282-4197-9972-d06e5e841283 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.174192 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-da752dde-a282-4197-9972-d06e5e841283 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "DELETE /v2.0/security-groups/b204d6cd-e7d8-4437-a6d5-39a8e5af706c HTTP/1.1" status: 204 len: 168 time: 0.1381900 Jun 28 03:24:14.177197 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39766) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:14.184262 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da752dde-a282-4197-9972-d06e5e841283 tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b204d6cd-e7d8-4437-a6d5-39a8e5af706c,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:14.207244 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.api.v2.resource [None req-0b415cab-b32a-4736-a3fe-00c63784a71c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] show failed (client error): The resource could not be found. Jun 28 03:24:14.221099 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0b415cab-b32a-4736-a3fe-00c63784a71c tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "GET /v2.0/security-groups/b204d6cd-e7d8-4437-a6d5-39a8e5af706c HTTP/1.1" status: 404 len: 347 time: 0.0428040 Jun 28 03:24:14.221830 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39772) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:14.290161 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39778) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:14.348739 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-d80b1ec8-8b6a-4e69-9864-280920a8f43e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Deleting port 23e08279-867a-4fed-8e70-872644ba466b {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:24:14.349183 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d80b1ec8-8b6a-4e69-9864-280920a8f43e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (23e08279-867a-4fed-8e70-872644ba466b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.412363 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6238249-e80d-4ff5-8bc8-d7ffe5695af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.434168 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d80b1ec8-8b6a-4e69-9864-280920a8f43e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (23e08279-867a-4fed-8e70-872644ba466b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.434515 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d80b1ec8-8b6a-4e69-9864-280920a8f43e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (23e08279-867a-4fed-8e70-872644ba466b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.436643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:14.454040 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-d80b1ec8-8b6a-4e69-9864-280920a8f43e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Calling delete_port for 23e08279-867a-4fed-8e70-872644ba466b owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:24:14.515276 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6238249-e80d-4ff5-8bc8-d7ffe5695af8 admin admin] Publish callbacks [] for security_group (5e3a05ad-3f5b-462d-ac9a-50c5b940152e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.521224 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6238249-e80d-4ff5-8bc8-d7ffe5695af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (5e3a05ad-3f5b-462d-ac9a-50c5b940152e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.562295 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6238249-e80d-4ff5-8bc8-d7ffe5695af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3a05ad-3f5b-462d-ac9a-50c5b940152e,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:14.570881 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c6238249-e80d-4ff5-8bc8-d7ffe5695af8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b843ed5f5dd940da9940b24a8ee0c5a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794092 Jun 28 03:24:14.571338 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39790) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:14.571656 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39788) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:14.595251 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d80b1ec8-8b6a-4e69-9864-280920a8f43e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (23e08279-867a-4fed-8e70-872644ba466b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.618783 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b1ec8-8b6a-4e69-9864-280920a8f43e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Pushing event deleted for resources: {'Port': ['ID=23e08279-867a-4fed-8e70-872644ba466b,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:14.638883 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-213e1b00-e988-493f-ab1f-07719924ae25 admin admin] Publish callbacks [] for security_group (5e3a05ad-3f5b-462d-ac9a-50c5b940152e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.665845 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-213e1b00-e988-493f-ab1f-07719924ae25 admin admin] Publish callbacks [] for security_group (5e3a05ad-3f5b-462d-ac9a-50c5b940152e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.690121 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d80b1ec8-8b6a-4e69-9864-280920a8f43e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks [] for floatingip (f19ecb91-a079-4775-a623-f2f468a06ccf), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.692545 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d80b1ec8-8b6a-4e69-9864-280920a8f43e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.696339 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d80b1ec8-8b6a-4e69-9864-280920a8f43e tempest-AttachVolumeShelveTestJSON-1525698805 tempest-AttachVolumeShelveTestJSON-1525698805-project] 10.222.0.44 "DELETE /v2.0/floatingips/f19ecb91-a079-4775-a623-f2f468a06ccf HTTP/1.1" status: 204 len: 168 time: 0.4708250 Jun 28 03:24:14.713974 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3378ae4c-d00c-44e2-860e-b9d92443ce6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.750299 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-213e1b00-e988-493f-ab1f-07719924ae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (5e3a05ad-3f5b-462d-ac9a-50c5b940152e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.753385 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-213e1b00-e988-493f-ab1f-07719924ae25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.754538 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-213e1b00-e988-493f-ab1f-07719924ae25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e3a05ad-3f5b-462d-ac9a-50c5b940152e HTTP/1.1" status: 204 len: 168 time: 0.1819887 Jun 28 03:24:14.780200 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e1b00-e988-493f-ab1f-07719924ae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3a05ad-3f5b-462d-ac9a-50c5b940152e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:14.855746 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3378ae4c-d00c-44e2-860e-b9d92443ce6d admin admin] Publish callbacks [] for security_group (de40105d-5c77-46a7-a072-cc8434ad4621), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.861116 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3378ae4c-d00c-44e2-860e-b9d92443ce6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (de40105d-5c77-46a7-a072-cc8434ad4621), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.903922 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3378ae4c-d00c-44e2-860e-b9d92443ce6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e727e7677af4289826692260d8de6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301444 Jun 28 03:24:14.904899 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378ae4c-d00c-44e2-860e-b9d92443ce6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de40105d-5c77-46a7-a072-cc8434ad4621,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:14.906666 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39806) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:14.957063 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6f95d286-633f-4da3-a254-94f7d00fb4a3 admin admin] Publish callbacks [] for security_group (de40105d-5c77-46a7-a072-cc8434ad4621), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:14.978798 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6f95d286-633f-4da3-a254-94f7d00fb4a3 admin admin] Publish callbacks [] for security_group (de40105d-5c77-46a7-a072-cc8434ad4621), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.028284 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6f95d286-633f-4da3-a254-94f7d00fb4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (de40105d-5c77-46a7-a072-cc8434ad4621), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.030730 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6f95d286-633f-4da3-a254-94f7d00fb4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.033058 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6f95d286-633f-4da3-a254-94f7d00fb4a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de40105d-5c77-46a7-a072-cc8434ad4621 HTTP/1.1" status: 204 len: 168 time: 0.1253996 Jun 28 03:24:15.042289 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95d286-633f-4da3-a254-94f7d00fb4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de40105d-5c77-46a7-a072-cc8434ad4621,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:15.083292 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39810) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:15.096833 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ea542739-0d87-49d1-a964-a5a76b87ca9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.111967 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:15.179727 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ea542739-0d87-49d1-a964-a5a76b87ca9f admin admin] Publish callbacks [] for security_group (94317d01-003f-4720-af74-fff00df67dd1), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.186337 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ea542739-0d87-49d1-a964-a5a76b87ca9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (94317d01-003f-4720-af74-fff00df67dd1), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.225372 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ea542739-0d87-49d1-a964-a5a76b87ca9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc5a0d69fc534dbaaf99591abc9f3c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409688 Jun 28 03:24:15.226232 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea542739-0d87-49d1-a964-a5a76b87ca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94317d01-003f-4720-af74-fff00df67dd1,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:15.228628 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39814) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:15.285242 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-950f83c1-986b-480f-9235-10211c145976 admin admin] Publish callbacks [] for security_group (94317d01-003f-4720-af74-fff00df67dd1), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.307701 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-950f83c1-986b-480f-9235-10211c145976 admin admin] Publish callbacks [] for security_group (94317d01-003f-4720-af74-fff00df67dd1), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.324848 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:15.342857 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=78,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:15.361113 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-950f83c1-986b-480f-9235-10211c145976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (94317d01-003f-4720-af74-fff00df67dd1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.363590 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-950f83c1-986b-480f-9235-10211c145976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.364782 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-950f83c1-986b-480f-9235-10211c145976 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94317d01-003f-4720-af74-fff00df67dd1 HTTP/1.1" status: 204 len: 168 time: 0.1342790 Jun 28 03:24:15.374132 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f83c1-986b-480f-9235-10211c145976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94317d01-003f-4720-af74-fff00df67dd1,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:15.417361 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39818) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:15.431069 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06fc10ef-8374-4f4a-89f6-0cea1fd4a17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.507233 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06fc10ef-8374-4f4a-89f6-0cea1fd4a17f admin admin] Publish callbacks [] for security_group (f032b0c7-25a2-4fe8-81f2-4cc4c471f559), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.513212 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06fc10ef-8374-4f4a-89f6-0cea1fd4a17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (f032b0c7-25a2-4fe8-81f2-4cc4c471f559), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.552179 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-06fc10ef-8374-4f4a-89f6-0cea1fd4a17f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=681c9b1c88bf4899a75e6104cf7e59f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335649 Jun 28 03:24:15.553512 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc10ef-8374-4f4a-89f6-0cea1fd4a17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f032b0c7-25a2-4fe8-81f2-4cc4c471f559,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:15.555053 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39822) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:15.606555 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-de9f89c6-a545-437e-a6f3-efd2e9b91c60 admin admin] Publish callbacks [] for security_group (f032b0c7-25a2-4fe8-81f2-4cc4c471f559), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.628525 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-de9f89c6-a545-437e-a6f3-efd2e9b91c60 admin admin] Publish callbacks [] for security_group (f032b0c7-25a2-4fe8-81f2-4cc4c471f559), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.677704 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-de9f89c6-a545-437e-a6f3-efd2e9b91c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (f032b0c7-25a2-4fe8-81f2-4cc4c471f559), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.680272 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-de9f89c6-a545-437e-a6f3-efd2e9b91c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:15.681508 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-de9f89c6-a545-437e-a6f3-efd2e9b91c60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f032b0c7-25a2-4fe8-81f2-4cc4c471f559 HTTP/1.1" status: 204 len: 168 time: 0.1254222 Jun 28 03:24:15.690849 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f89c6-a545-437e-a6f3-efd2e9b91c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f032b0c7-25a2-4fe8-81f2-4cc4c471f559,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:16.117885 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 02235355-6547-49bd-a247-cc3176e99f9e no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:16.140414 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 02235355-6547-49bd-a247-cc3176e99f9e {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:16.140814 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 02235355-6547-49bd-a247-cc3176e99f9e not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:17.180916 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39920) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:17.572660 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-15a9107b-97d5-4361-a3e3-b46d4f47a6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:17.597126 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39938) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:17.671267 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (0ed09f48-58c3-442f-a5a5-b99d39e9843f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:17.709519 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-938195e6-0505-4c59-8a55-43770697904a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:17.766689 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:17.801594 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-938195e6-0505-4c59-8a55-43770697904a admin admin] Publish callbacks [] for security_group (53b5fe9c-9249-448f-8780-f559290e043b), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:17.807467 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-938195e6-0505-4c59-8a55-43770697904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (53b5fe9c-9249-448f-8780-f559290e043b), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:17.847366 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938195e6-0505-4c59-8a55-43770697904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b5fe9c-9249-448f-8780-f559290e043b,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:17.854501 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-938195e6-0505-4c59-8a55-43770697904a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2977673ccaad4f78a5641f52eadf6474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527995 Jun 28 03:24:17.854733 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39942) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:17.908435 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cf02a768-a77a-4a46-ac01-81c53a71c04e admin admin] Publish callbacks [] for security_group (53b5fe9c-9249-448f-8780-f559290e043b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:17.931779 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cf02a768-a77a-4a46-ac01-81c53a71c04e admin admin] Publish callbacks [] for security_group (53b5fe9c-9249-448f-8780-f559290e043b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:17.982366 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cf02a768-a77a-4a46-ac01-81c53a71c04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (53b5fe9c-9249-448f-8780-f559290e043b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:17.985513 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cf02a768-a77a-4a46-ac01-81c53a71c04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:17.986997 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-cf02a768-a77a-4a46-ac01-81c53a71c04e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53b5fe9c-9249-448f-8780-f559290e043b HTTP/1.1" status: 204 len: 168 time: 0.1311014 Jun 28 03:24:17.999932 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02a768-a77a-4a46-ac01-81c53a71c04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b5fe9c-9249-448f-8780-f559290e043b,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:18.155606 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] Deleting port f7c9b9de-07b4-482c-961a-d724225eb050 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:24:18.155892 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.244507 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] For port f7c9b9de-07b4-482c-961a-d724225eb050, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=f7c9b9de-07b4-482c-961a-d724225eb050,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:18.245271 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.260299 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] Calling delete_port for f7c9b9de-07b4-482c-961a-d724225eb050 owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:24:18.265827 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:18.303891 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39954) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:18.304900 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:18.318614 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9efef63b-bda9-49ca-afb9-45eff72f8633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.366521 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:18.403923 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9efef63b-bda9-49ca-afb9-45eff72f8633 admin admin] Publish callbacks [] for security_group (e539ba49-8b7e-473b-a6d9-1603fbe40f5a), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.408967 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9efef63b-bda9-49ca-afb9-45eff72f8633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (e539ba49-8b7e-473b-a6d9-1603fbe40f5a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.449469 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9efef63b-bda9-49ca-afb9-45eff72f8633 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd0bb1ea616546d386058fa7212ec3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443841 Jun 28 03:24:18.450657 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efef63b-bda9-49ca-afb9-45eff72f8633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e539ba49-8b7e-473b-a6d9-1603fbe40f5a,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:18.452448 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39956) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:18.460878 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (f7c9b9de-07b4-482c-961a-d724225eb050), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.500958 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c9b9de-07b4-482c-961a-d724225eb050,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:18.577023 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06406ccc-e67f-4f91-8e62-65593989caab admin admin] Publish callbacks [] for security_group (e539ba49-8b7e-473b-a6d9-1603fbe40f5a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.640484 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06406ccc-e67f-4f91-8e62-65593989caab admin admin] Publish callbacks [] for security_group (e539ba49-8b7e-473b-a6d9-1603fbe40f5a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.721550 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (0ed09f48-58c3-442f-a5a5-b99d39e9843f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.766975 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06406ccc-e67f-4f91-8e62-65593989caab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (e539ba49-8b7e-473b-a6d9-1603fbe40f5a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.769548 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06406ccc-e67f-4f91-8e62-65593989caab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:18.770651 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-06406ccc-e67f-4f91-8e62-65593989caab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e539ba49-8b7e-473b-a6d9-1603fbe40f5a HTTP/1.1" status: 204 len: 168 time: 0.3170044 Jun 28 03:24:18.784981 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06406ccc-e67f-4f91-8e62-65593989caab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e539ba49-8b7e-473b-a6d9-1603fbe40f5a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:18.945368 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] Router 0ed09f48-58c3-442f-a5a5-b99d39e9843f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:24:18.995867 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:19.047706 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:24:19.052653 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f5e1ea94-5659-4f3a-af84-76d509e08dc1 admin admin] 10.222.0.44 "PUT /v2.0/routers/0ed09f48-58c3-442f-a5a5-b99d39e9843f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8706727 Jun 28 03:24:19.055162 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39964) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:19.059984 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] Sync routers for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:24:19.070536 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:19.071236 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:19.155536 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Publish callbacks [] for router (0ed09f48-58c3-442f-a5a5-b99d39e9843f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.157995 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:19.180279 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:19.260427 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Publish callbacks [] for router_gateway (0ed09f48-58c3-442f-a5a5-b99d39e9843f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.311365 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Deleting port e6054482-9ab0-486b-a585-7577e30f5314 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:24:19.311775 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (e6054482-9ab0-486b-a585-7577e30f5314), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.399068 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] For port e6054482-9ab0-486b-a585-7577e30f5314, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=e6054482-9ab0-486b-a585-7577e30f5314,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:19.399818 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (e6054482-9ab0-486b-a585-7577e30f5314), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.417481 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Calling delete_port for e6054482-9ab0-486b-a585-7577e30f5314 owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:24:19.420024 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:19.462776 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:24:18Z', 'revision_number': 5, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port': {'id': 'e6054482-9ab0-486b-a585-7577e30f5314', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:17:42Z', 'updated_at': '2022-06-28T03:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:19.492844 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] Checking router: 0ed09f48-58c3-442f-a5a5-b99d39e9843f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:24:19.501893 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] Routers {'0ed09f48-58c3-442f-a5a5-b99d39e9843f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:19.502492 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:23:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:19.587612 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (e6054482-9ab0-486b-a585-7577e30f5314), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.592635 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] Set router 0ed09f48-58c3-442f-a5a5-b99d39e9843f gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:19.615564 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6054482-9ab0-486b-a585-7577e30f5314,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:19.643539 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:24:19Z', 'revision_number': 6, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:19.671626 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f6260-d145-4e64-83ef-786ba3f6ff94 None None] The sync data for ids ['0ed09f48-58c3-442f-a5a5-b99d39e9843f'] in dv-cinder-846842-5-iscsi is: [{'id': '0ed09f48-58c3-442f-a5a5-b99d39e9843f', 'name': 'tempest-AttachVolumeShelveTestJSON-1787591019-router', 'tenant_id': '9e47b6f7a96c46dfa9906912efb7f265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:17:41Z', 'updated_at': '2022-06-28T03:24:19Z', 'revision_number': 6, 'project_id': '9e47b6f7a96c46dfa9906912efb7f265', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:24:19.695868 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (0ed09f48-58c3-442f-a5a5-b99d39e9843f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.783284 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (0ed09f48-58c3-442f-a5a5-b99d39e9843f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.785548 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Publish callbacks [] for router_controller (0ed09f48-58c3-442f-a5a5-b99d39e9843f), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.816581 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b9c36727-d813-4c8a-9b34-3a90704b2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.833020 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (0ed09f48-58c3-442f-a5a5-b99d39e9843f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.833647 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed09f48-58c3-442f-a5a5-b99d39e9843f {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:24:19.837791 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.841990 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bb22141c-0120-4352-8b6f-37ca74d7e015 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0ed09f48-58c3-442f-a5a5-b99d39e9843f HTTP/1.1" status: 204 len: 168 time: 0.7830875 Jun 28 03:24:19.842251 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39988) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:19.889921 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ade1585-6a08-4522-baac-236462e1ea78 admin admin] Deleting subnet b76d83b2-d8ab-42d5-8de3-e8a02969a29d {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:24:19.893191 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1ade1585-6a08-4522-baac-236462e1ea78 admin admin] Publish callbacks [] for subnet (b76d83b2-d8ab-42d5-8de3-e8a02969a29d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.927429 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1ade1585-6a08-4522-baac-236462e1ea78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734234'] for subnet (b76d83b2-d8ab-42d5-8de3-e8a02969a29d), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:19.973184 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39992) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:20.005911 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1ade1585-6a08-4522-baac-236462e1ea78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (b76d83b2-d8ab-42d5-8de3-e8a02969a29d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.064433 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1ade1585-6a08-4522-baac-236462e1ea78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1211299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593250'] for subnet (b76d83b2-d8ab-42d5-8de3-e8a02969a29d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.090491 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade1585-6a08-4522-baac-236462e1ea78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76d83b2-d8ab-42d5-8de3-e8a02969a29d,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:20.096183 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1ade1585-6a08-4522-baac-236462e1ea78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.100293 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-722bc6c8-fa50-40d1-b099-aab45e3fbc30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.101924 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1ade1585-6a08-4522-baac-236462e1ea78 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b76d83b2-d8ab-42d5-8de3-e8a02969a29d HTTP/1.1" status: 204 len: 168 time: 0.2580702 Jun 28 03:24:20.102531 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 39996) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:20.105076 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e6796-5271-414e-9540-f487d4dd2065 None None] Network 91e0cac6-eac1-4a49-93d7-95195e9565b8 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:24:20.145929 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:20.162446 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:20.181765 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (91e0cac6-eac1-4a49-93d7-95195e9565b8), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.187334 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:20.190777 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-722bc6c8-fa50-40d1-b099-aab45e3fbc30 admin admin] Publish callbacks [] for security_group (d9892c24-44d9-45f9-a40f-cf2e3e66e3e9), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.196501 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-722bc6c8-fa50-40d1-b099-aab45e3fbc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d9892c24-44d9-45f9-a40f-cf2e3e66e3e9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.226199 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Deleting port 7790aca6-43e1-4ba8-9874-e9983087c37d {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:24:20.226770 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.229219 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bc6c8-fa50-40d1-b099-aab45e3fbc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9892c24-44d9-45f9-a40f-cf2e3e66e3e9,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:20.257154 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-722bc6c8-fa50-40d1-b099-aab45e3fbc30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=690226c2cd9b46f9875324726e64e675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829006 Jun 28 03:24:20.259736 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 39998) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:20.277290 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:24:20.292041 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] For port 7790aca6-43e1-4ba8-9874-e9983087c37d, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=7790aca6-43e1-4ba8-9874-e9983087c37d,segment=NetworkSegment(be526c23-bb69-4486-8d4e-039383eeac2e),segment_id=be526c23-bb69-4486-8d4e-039383eeac2e)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:20.292442 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.300101 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:20.310604 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Calling delete_port for 7790aca6-43e1-4ba8-9874-e9983087c37d owned by network:dhcp {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:24:20.313289 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e46774ab-5e95-46eb-b55a-5e37c4720b64 admin admin] Publish callbacks [] for security_group (d9892c24-44d9-45f9-a40f-cf2e3e66e3e9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.336741 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e46774ab-5e95-46eb-b55a-5e37c4720b64 admin admin] Publish callbacks [] for security_group (d9892c24-44d9-45f9-a40f-cf2e3e66e3e9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.387370 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e46774ab-5e95-46eb-b55a-5e37c4720b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (d9892c24-44d9-45f9-a40f-cf2e3e66e3e9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.389871 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e46774ab-5e95-46eb-b55a-5e37c4720b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.391555 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (7790aca6-43e1-4ba8-9874-e9983087c37d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.393694 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e46774ab-5e95-46eb-b55a-5e37c4720b64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9892c24-44d9-45f9-a40f-cf2e3e66e3e9 HTTP/1.1" status: 204 len: 168 time: 0.1330011 Jun 28 03:24:20.401791 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46774ab-5e95-46eb-b55a-5e37c4720b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9892c24-44d9-45f9-a40f-cf2e3e66e3e9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:20.420740 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] No DVR routers for this DVR port 7790aca6-43e1-4ba8-9874-e9983087c37d on host dv-cinder-846842-5-iscsi {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:24:20.426141 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7790aca6-43e1-4ba8-9874-e9983087c37d,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:20.459792 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f81d73-f9f8-4f80-b63a-47c9ea31e761 None None] DHCP port deletion for 91e0cac6-eac1-4a49-93d7-95195e9565b8 request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:24:20.534341 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (91e0cac6-eac1-4a49-93d7-95195e9565b8), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.548119 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f7c9b9de-07b4-482c-961a-d724225eb050 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:20.557148 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e0cac6-eac1-4a49-93d7-95195e9565b8']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:20.571150 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be526c23-bb69-4486-8d4e-039383eeac2e') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:20.571658 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be526c23-bb69-4486-8d4e-039383eeac2e') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:20.571875 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: f7c9b9de-07b4-482c-961a-d724225eb050 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:20.572252 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f7c9b9de-07b4-482c-961a-d724225eb050 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:20.572672 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device e6054482-9ab0-486b-a585-7577e30f5314 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:20.588815 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2734211'] for segment (be526c23-bb69-4486-8d4e-039383eeac2e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.595169 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: e6054482-9ab0-486b-a585-7577e30f5314 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:20.595525 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device e6054482-9ab0-486b-a585-7577e30f5314 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:20.595932 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 7790aca6-43e1-4ba8-9874-e9983087c37d no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:24:20.609183 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (be526c23-bb69-4486-8d4e-039383eeac2e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.616186 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 7790aca6-43e1-4ba8-9874-e9983087c37d {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:24:20.616508 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:20.617166 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 7790aca6-43e1-4ba8-9874-e9983087c37d not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:24:20.617950 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:24:20.618859 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1211205'] for segment (be526c23-bb69-4486-8d4e-039383eeac2e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.656814 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment be526c23-bb69-4486-8d4e-039383eeac2e resource provider aggregate not found Jun 28 03:24:20.691214 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment be526c23-bb69-4486-8d4e-039383eeac2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be526c23-bb69-4486-8d4e-039383eeac2e found for delete ", "request_id": "req-adc87825-d495-46e4-b0c4-01805a5702a9"}]} Jun 28 03:24:20.699532 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (91e0cac6-eac1-4a49-93d7-95195e9565b8), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.707045 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.722701 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] 10.222.0.44 "DELETE /v2.0/networks/91e0cac6-eac1-4a49-93d7-95195e9565b8 HTTP/1.1" status: 204 len: 168 time: 0.6090267 Jun 28 03:24:20.737830 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83da55-4504-4808-8452-559a380bd5ec admin admin] Pushing event deleted for resources: {'Network': ['ID=91e0cac6-eac1-4a49-93d7-95195e9565b8,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:20.862281 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40020) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:20.902438 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-01c66264-eb7c-44f5-986d-10c87d228d5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e47b6f7a96c46dfa9906912efb7f265&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388613 Jun 28 03:24:20.904926 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40022) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:20.953786 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-026cc27c-d52e-46e9-88dc-96738d53ea2f admin admin] Publish callbacks [] for security_group (df376e40-2b21-451d-a87a-1faf6f0d9a29), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.975760 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:20.983283 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-026cc27c-d52e-46e9-88dc-96738d53ea2f admin admin] Publish callbacks [] for security_group (df376e40-2b21-451d-a87a-1faf6f0d9a29), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:21.038986 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-026cc27c-d52e-46e9-88dc-96738d53ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (df376e40-2b21-451d-a87a-1faf6f0d9a29), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:21.042173 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-026cc27c-d52e-46e9-88dc-96738d53ea2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:21.045638 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-026cc27c-d52e-46e9-88dc-96738d53ea2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df376e40-2b21-451d-a87a-1faf6f0d9a29 HTTP/1.1" status: 204 len: 168 time: 0.1374395 Jun 28 03:24:21.052577 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:21.056327 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cc27c-d52e-46e9-88dc-96738d53ea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df376e40-2b21-451d-a87a-1faf6f0d9a29,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:21.768312 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40108) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:21.898730 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2144700886-network', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:21.924024 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Made reservation on behalf of d4fae3b890884f28a70d0ccc855d5365 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:24:21.927527 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:21.939679 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.034801 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Publish callbacks [] for security_group (b22ce4a1-423a-461f-9711-ce57eb92bad9), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.039502 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (b22ce4a1-423a-461f-9711-ce57eb92bad9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.069829 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:24:22.080103 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22ce4a1-423a-461f-9711-ce57eb92bad9,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:22.086459 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (01c69fa6-6a6a-4eb1-8500-38bf206277f2), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.086803 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Added segment 01c69fa6-6a6a-4eb1-8500-38bf206277f2 of type vlan for network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc Jun 28 03:24:22.136942 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (4a0b7c7d-030f-4368-b16f-203c59ecfcfc), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.168524 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (4a0b7c7d-030f-4368-b16f-203c59ecfcfc), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.169733 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:22.170207 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.209441 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4395564 Jun 28 03:24:22.212444 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40136) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:22.217697 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Request body: {'subnet': {'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2144700886-subnet', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:22.238744 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Made reservation on behalf of d4fae3b890884f28a70d0ccc855d5365 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:24:22.241127 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3589059'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.243156 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ee01c-e36d-4d6a-9c6c-0787f5a03309 admin admin] Pushing event updated for resources: {'Network': ['ID=4a0b7c7d-030f-4368-b16f-203c59ecfcfc,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:22.254056 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:24:22.655116 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.717613 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593273'] for subnet (bafb2d00-0452-409c-830c-221c210bb5bc), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.723071 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:22.779604 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafb2d00-0452-409c-830c-221c210bb5bc,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:22.797030 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Checking segment: {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:22.797374 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Network hostable DHCP agents. Network: 4a0b7c7d-030f-4368-b16f-203c59ecfcfc, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:24:22.815931 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:24:22.827215 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, 4a0b7c7d-030f-4368-b16f-203c59ecfcfc) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:22.831930 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:22.832552 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.839067 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27d64f-9c9b-4cbf-b82b-213d1a607d0d None None] Network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:24:22.856874 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-71ddc4a6-1dcb-4d50-a54f-133949992c9e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6430473 Jun 28 03:24:22.858441 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40154) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:22.862890 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:22.888673 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (bdc94a83-3108-433e-a6df-d53e103685cd), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.890385 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (bdc94a83-3108-433e-a6df-d53e103685cd), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.944034 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks [] for router_controller (bdc94a83-3108-433e-a6df-d53e103685cd), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:22.948950 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:24:22.950042 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.057481 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.090772 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks [] for router_gateway (bdc94a83-3108-433e-a6df-d53e103685cd), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.112673 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Allocated IP 172.20.0.2 (4a0b7c7d-030f-4368-b16f-203c59ecfcfc/bafb2d00-0452-409c-830c-221c210bb5bc/79107900-975d-4d32-96fc-8975cdd1571a) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:23.146618 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:23.168909 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:23.255971 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:23.276853 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Publish callbacks [] for port (79107900-975d-4d32-96fc-8975cdd1571a), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.283646 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (79107900-975d-4d32-96fc-8975cdd1571a), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.321696 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:23.324673 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:23.326663 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks [] for router_gateway (bdc94a83-3108-433e-a6df-d53e103685cd), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.328080 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:23.336695 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Pushing event updated for resources: {'Port': ['ID=79107900-975d-4d32-96fc-8975cdd1571a,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:23.353208 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.393207 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Attempting to bind port 79107900-975d-4d32-96fc-8975cdd1571a on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:24:23.393572 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Attempting to bind port 79107900-975d-4d32-96fc-8975cdd1571a by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:24:23.393932 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Attempting to bind port 79107900-975d-4d32-96fc-8975cdd1571a on network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:23.399231 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:24:23.399608 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Checking segment: {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:23.399972 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.400385 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Bound using segment: {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:24:23.400986 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Bound port: 79107900-975d-4d32-96fc-8975cdd1571a, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:24:23.401754 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (79107900-975d-4d32-96fc-8975cdd1571a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.413415 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:23.464428 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Allocated IP 172.27.2.189 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:23.471906 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] For port 79107900-975d-4d32-96fc-8975cdd1571a, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:24:23.475198 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] For port 79107900-975d-4d32-96fc-8975cdd1571a, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=79107900-975d-4d32-96fc-8975cdd1571a,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:24:23.484231 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (79107900-975d-4d32-96fc-8975cdd1571a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.543048 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe58b3f-692a-47df-8e1a-08d8b97eb6aa None None] Pushing event updated for resources: {'Port': ['ID=79107900-975d-4d32-96fc-8975cdd1571a,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:23.588983 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks [] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.626651 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:23.671502 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:23.676347 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:23.680851 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:23.705429 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Pushing event updated for resources: {'Port': ['ID=63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:23.720383 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:23.967610 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks [] for router_gateway (bdc94a83-3108-433e-a6df-d53e103685cd), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:24.158747 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:24.168901 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (bdc94a83-3108-433e-a6df-d53e103685cd), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:24.316813 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Router bdc94a83-3108-433e-a6df-d53e103685cd is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:24:24.431085 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:24:24.444853 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Sync routers for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:24:24.454945 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:24.456821 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-17324fd1-5c43-4ecb-913b-7c4d4fb795c0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5972993 Jun 28 03:24:24.459600 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40172) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:24.464736 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:24.465403 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:24.547232 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92be2af-9b1d-466f-84a9-90fcf8a4ef04 None None] Network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:24:24.564943 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40174) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:24.607683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 79107900-975d-4d32-96fc-8975cdd1571a up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:24.687121 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:24.749787 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d1332e49-16e8-4e06-bb71-83c46d4a0ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:24.761089 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-90f71588-3f0f-4760-804e-5cea09c8f1e2 None None] Provisioning complete for port 79107900-975d-4d32-96fc-8975cdd1571a triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:24.761470 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90f71588-3f0f-4760-804e-5cea09c8f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (79107900-975d-4d32-96fc-8975cdd1571a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:24.764726 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:24.881503 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 79107900-975d-4d32-96fc-8975cdd1571a triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:24.881811 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (79107900-975d-4d32-96fc-8975cdd1571a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:24.939080 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d1332e49-16e8-4e06-bb71-83c46d4a0ff7 admin admin] Publish callbacks [] for security_group (6841a209-933e-445c-9bb9-0df2240c2594), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:24.949718 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d1332e49-16e8-4e06-bb71-83c46d4a0ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (6841a209-933e-445c-9bb9-0df2240c2594), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:24.959281 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:25.012382 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-90f71588-3f0f-4760-804e-5cea09c8f1e2 None None] Current status of the port 79107900-975d-4d32-96fc-8975cdd1571a is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:25.012770 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90f71588-3f0f-4760-804e-5cea09c8f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (79107900-975d-4d32-96fc-8975cdd1571a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.018757 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1332e49-16e8-4e06-bb71-83c46d4a0ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6841a209-933e-445c-9bb9-0df2240c2594,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:25.027835 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d1332e49-16e8-4e06-bb71-83c46d4a0ff7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50888e76806948e6a9e316c58872675e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4618678 Jun 28 03:24:25.030329 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40178) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:25.043738 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:25.058120 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.153001 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-324d59f7-2b94-46f5-ae28-ee19d3831d14 admin admin] Publish callbacks [] for security_group (6841a209-933e-445c-9bb9-0df2240c2594), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.208491 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-324d59f7-2b94-46f5-ae28-ee19d3831d14 admin admin] Publish callbacks [] for security_group (6841a209-933e-445c-9bb9-0df2240c2594), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.227223 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:23Z', 'revision_number': 3, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:25.265452 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-90f71588-3f0f-4760-804e-5cea09c8f1e2 None None] For port 79107900-975d-4d32-96fc-8975cdd1571a, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=79107900-975d-4d32-96fc-8975cdd1571a,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:25.266662 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Checking router: bdc94a83-3108-433e-a6df-d53e103685cd for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:24:25.266996 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Updating router bdc94a83-3108-433e-a6df-d53e103685cd port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:24:25.289031 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90f71588-3f0f-4760-804e-5cea09c8f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (79107900-975d-4d32-96fc-8975cdd1571a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.300804 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 79107900-975d-4d32-96fc-8975cdd1571a is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:25.301202 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (79107900-975d-4d32-96fc-8975cdd1571a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.312133 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Allocated IP 172.20.0.1 (4a0b7c7d-030f-4368-b16f-203c59ecfcfc/bafb2d00-0452-409c-830c-221c210bb5bc/a7b57632-7309-4aff-8559-41fda129bea9) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:25.326012 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:25.335717 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-324d59f7-2b94-46f5-ae28-ee19d3831d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (6841a209-933e-445c-9bb9-0df2240c2594), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.338677 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-324d59f7-2b94-46f5-ae28-ee19d3831d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.342694 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.342830 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-324d59f7-2b94-46f5-ae28-ee19d3831d14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6841a209-933e-445c-9bb9-0df2240c2594 HTTP/1.1" status: 204 len: 168 time: 0.3114371 Jun 28 03:24:25.371982 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d59f7-2b94-46f5-ae28-ee19d3831d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6841a209-933e-445c-9bb9-0df2240c2594,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:25.470530 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Publish callbacks [] for port (a7b57632-7309-4aff-8559-41fda129bea9), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.496031 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f71588-3f0f-4760-804e-5cea09c8f1e2 None None] Pushing event updated for resources: {'Port': ['ID=79107900-975d-4d32-96fc-8975cdd1571a,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:25.512252 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-87e3f26e-e1d7-4623-a449-d92067e007da None None] Provisioning complete for port 79107900-975d-4d32-96fc-8975cdd1571a triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:25.512630 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-87e3f26e-e1d7-4623-a449-d92067e007da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (79107900-975d-4d32-96fc-8975cdd1571a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.523982 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (a7b57632-7309-4aff-8559-41fda129bea9), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.528977 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:25.549266 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.db.api [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 28 03:24:25.549725 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG oslo_db.api [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 03:24:25.578769 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:25.586224 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:25.588866 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b57632-7309-4aff-8559-41fda129bea9,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:25.593861 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:25.642550 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (bdc94a83-3108-433e-a6df-d53e103685cd), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.685576 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-87e3f26e-e1d7-4623-a449-d92067e007da None None] Current status of the port 79107900-975d-4d32-96fc-8975cdd1571a is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:25.799020 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Publish callbacks [] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.807605 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.819319 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a7b57632-7309-4aff-8559-41fda129bea9), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.849365 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:25.873108 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Attempting to bind port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:24:25.873392 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Attempting to bind port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:24:25.873620 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Attempting to bind port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:25.876543 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907f35a-fdea-4ee9-bd1f-acd701dfb78f None None] Pushing event updated for resources: {'Port': ['ID=63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:25.882295 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:24:25.883241 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:25.883241 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.883449 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:24:25.883880 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Bound port: 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:24:25.884291 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.922932 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-dbbd4cd2-ecd8-4c94-aa22-9c099bdb87f5 None None] Provisioning complete for port a7b57632-7309-4aff-8559-41fda129bea9 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:25.923705 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4cd2-ecd8-4c94-aa22-9c099bdb87f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a7b57632-7309-4aff-8559-41fda129bea9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:25.981320 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] For port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:24:25.988788 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] For port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:24:25.990409 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd4cd2-ecd8-4c94-aa22-9c099bdb87f5 None None] Port a7b57632-7309-4aff-8559-41fda129bea9 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:24:26.005371 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:26.024593 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:26.049674 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Publish callbacks [] for port (a7b57632-7309-4aff-8559-41fda129bea9), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:26.058893 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (a7b57632-7309-4aff-8559-41fda129bea9), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:26.115164 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 79107900-975d-4d32-96fc-8975cdd1571a is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:26.128774 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:26.128774 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:26.128774 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907f35a-fdea-4ee9-bd1f-acd701dfb78f None None] Pushing event updated for resources: {'Port': ['ID=63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:26.153101 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (bdc94a83-3108-433e-a6df-d53e103685cd), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:26.156644 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b57632-7309-4aff-8559-41fda129bea9,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:26.246899 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:26.273240 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:26.274818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:26.276805 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:26.455543 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Router bdc94a83-3108-433e-a6df-d53e103685cd has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:24:26.521042 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 2, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:26.556098 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c6564-7b5d-4399-b69b-dd24599c377f None None] The sync data for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi is: [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 2, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:24:26.559232 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-62fdf155-6bea-4c66-afd7-fed85e64778d None None] Provisioning complete for port a7b57632-7309-4aff-8559-41fda129bea9 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:26.560113 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-62fdf155-6bea-4c66-afd7-fed85e64778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a7b57632-7309-4aff-8559-41fda129bea9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:26.591024 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 79107900-975d-4d32-96fc-8975cdd1571a up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:26.600028 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:24:26.617196 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-8de82539-bd85-4d22-a94b-383bd4316759 admin admin] 10.222.0.44 "PUT /v2.0/routers/bdc94a83-3108-433e-a6df-d53e103685cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1563303 Jun 28 03:24:26.633354 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-62fdf155-6bea-4c66-afd7-fed85e64778d None None] Port a7b57632-7309-4aff-8559-41fda129bea9 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:24:26.663176 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 79107900-975d-4d32-96fc-8975cdd1571a triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:26.663564 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (79107900-975d-4d32-96fc-8975cdd1571a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:26.766720 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 79107900-975d-4d32-96fc-8975cdd1571a is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:28.177045 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40236) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:28.181419 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-3776ad46-6ce8-454e-8fc4-575b7b73b7c0 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1848438108', 'description': 'tempest-description--1179896234'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:28.207441 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3776ad46-6ce8-454e-8fc4-575b7b73b7c0 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.209417 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:28.285024 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3776ad46-6ce8-454e-8fc4-575b7b73b7c0 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (93f67598-b073-4808-85ab-4324039341a6), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.291294 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3776ad46-6ce8-454e-8fc4-575b7b73b7c0 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (93f67598-b073-4808-85ab-4324039341a6), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.327292 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776ad46-6ce8-454e-8fc4-575b7b73b7c0 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f67598-b073-4808-85ab-4324039341a6,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:28.332204 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3776ad46-6ce8-454e-8fc4-575b7b73b7c0 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.333460 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3776ad46-6ce8-454e-8fc4-575b7b73b7c0 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1557815 Jun 28 03:24:28.336401 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40238) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:28.340968 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-5e669272-61d0-4d75-aeec-bbb44fc8693f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'security_group_rule': {'security_group_id': '93f67598-b073-4808-85ab-4324039341a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:28.371620 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5e669272-61d0-4d75-aeec-bbb44fc8693f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (baffcf3b-43aa-4109-8682-3007865bd3bc), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.395723 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:28.432050 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5e669272-61d0-4d75-aeec-bbb44fc8693f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (baffcf3b-43aa-4109-8682-3007865bd3bc), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.438583 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5e669272-61d0-4d75-aeec-bbb44fc8693f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (baffcf3b-43aa-4109-8682-3007865bd3bc), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.459204 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e669272-61d0-4d75-aeec-bbb44fc8693f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baffcf3b-43aa-4109-8682-3007865bd3bc,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:28.464939 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5e669272-61d0-4d75-aeec-bbb44fc8693f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.466177 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5e669272-61d0-4d75-aeec-bbb44fc8693f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288843 Jun 28 03:24:28.469054 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40240) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:28.473577 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-f465d583-faf9-4c77-9ef2-834646cddde7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'security_group_rule': {'security_group_id': '93f67598-b073-4808-85ab-4324039341a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:28.516673 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f465d583-faf9-4c77-9ef2-834646cddde7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (15e3c8db-4ae7-403b-9068-6e3dbcafdfd1), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.578720 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:28.603851 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f465d583-faf9-4c77-9ef2-834646cddde7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (15e3c8db-4ae7-403b-9068-6e3dbcafdfd1), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.613656 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f465d583-faf9-4c77-9ef2-834646cddde7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (15e3c8db-4ae7-403b-9068-6e3dbcafdfd1), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.639814 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:28.640216 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.642255 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465d583-faf9-4c77-9ef2-834646cddde7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e3c8db-4ae7-403b-9068-6e3dbcafdfd1,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:28.649641 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f465d583-faf9-4c77-9ef2-834646cddde7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.652192 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f465d583-faf9-4c77-9ef2-834646cddde7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1811464 Jun 28 03:24:28.654373 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40246) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:28.659466 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:28.684242 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.704271 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Sync routers for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:24:28.717080 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:28.718012 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:28.748033 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:28.749105 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.785313 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:28.791404 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.806175 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:28.810001 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:28.848126 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:28.856526 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:28.941321 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Allocated IP 172.27.2.70 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/dbe89327-9e05-4a00-abb5-077ae228f868) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:29.057480 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 2, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:29.062161 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for port (dbe89327-9e05-4a00-abb5-077ae228f868), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.070335 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:29.083242 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Checking router: bdc94a83-3108-433e-a6df-d53e103685cd for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:24:29.083589 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Updating router bdc94a83-3108-433e-a6df-d53e103685cd port a7b57632-7309-4aff-8559-41fda129bea9 binding host dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:24:29.104896 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (dbe89327-9e05-4a00-abb5-077ae228f868), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.116562 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a7b57632-7309-4aff-8559-41fda129bea9), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.151588 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:29.154580 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:29.158941 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:29.185852 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'Port': ['ID=dbe89327-9e05-4a00-abb5-077ae228f868,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:29.252197 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (13da7edb-d584-4b35-a3a9-9c7c25a534e7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.294583 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (dbe89327-9e05-4a00-abb5-077ae228f868), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.388784 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Publish callbacks [] for port (a7b57632-7309-4aff-8559-41fda129bea9), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.394237 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a7b57632-7309-4aff-8559-41fda129bea9), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.443611 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Pushing event updated for resources: {'Port': ['ID=a7b57632-7309-4aff-8559-41fda129bea9,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:29.453370 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for port (dbe89327-9e05-4a00-abb5-077ae228f868), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.455938 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.456461 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.456883 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.457200 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.457556 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.458235 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.458574 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.459027 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.459584 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.459769 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.460141 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.460441 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.460773 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.461342 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.461533 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:29.464706 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (dbe89327-9e05-4a00-abb5-077ae228f868), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.491299 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:29.529761 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Attempting to bind port a7b57632-7309-4aff-8559-41fda129bea9 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:24:29.530118 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Attempting to bind port a7b57632-7309-4aff-8559-41fda129bea9 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:24:29.530467 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Attempting to bind port a7b57632-7309-4aff-8559-41fda129bea9 on network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:29.537062 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:24:29.537554 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Checking segment: {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:29.537948 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.538329 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Bound using segment: {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:24:29.538782 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Bound port: a7b57632-7309-4aff-8559-41fda129bea9, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:24:29.539197 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a7b57632-7309-4aff-8559-41fda129bea9), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.565530 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (13da7edb-d584-4b35-a3a9-9c7c25a534e7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.576628 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'Port': ['ID=dbe89327-9e05-4a00-abb5-077ae228f868,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:29.590064 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.600787 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-911eaa70-13d6-41bc-9d68-f6a92d219a46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9371784 Jun 28 03:24:29.636730 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] For port a7b57632-7309-4aff-8559-41fda129bea9, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:24:29.641186 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] For port a7b57632-7309-4aff-8559-41fda129bea9, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a7b57632-7309-4aff-8559-41fda129bea9,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:24:29.648742 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a7b57632-7309-4aff-8559-41fda129bea9), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.687808 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:29.691601 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-4a9886f4-f71d-4df1-8958-da429ed36794 None None] Provisioning complete for port a7b57632-7309-4aff-8559-41fda129bea9 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:29.692324 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4a9886f4-f71d-4df1-8958-da429ed36794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a7b57632-7309-4aff-8559-41fda129bea9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.697868 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:29.698704 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:29.738067 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:29.809442 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4a9886f4-f71d-4df1-8958-da429ed36794 None None] Current status of the port a7b57632-7309-4aff-8559-41fda129bea9 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:29.809902 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4a9886f4-f71d-4df1-8958-da429ed36794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a7b57632-7309-4aff-8559-41fda129bea9), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.850181 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:29.852988 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e2d96-c239-4908-934d-8da1ddd0ed6b None None] Pushing event updated for resources: {'Port': ['ID=a7b57632-7309-4aff-8559-41fda129bea9,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:29.865742 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-4a9886f4-f71d-4df1-8958-da429ed36794 None None] For port a7b57632-7309-4aff-8559-41fda129bea9, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a7b57632-7309-4aff-8559-41fda129bea9,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:29.873648 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4a9886f4-f71d-4df1-8958-da429ed36794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a7b57632-7309-4aff-8559-41fda129bea9), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:29.874281 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-f47bca69-b090-4b4a-bb71-6a19f88472b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1848438108&fields=id&tenant_id=d4fae3b890884f28a70d0ccc855d5365 HTTP/1.1" status: 200 len: 267 time: 0.0629292 Jun 28 03:24:29.945716 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9886f4-f71d-4df1-8958-da429ed36794 None None] Pushing event updated for resources: {'Port': ['ID=a7b57632-7309-4aff-8559-41fda129bea9,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:30.016046 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-769afd37-da7c-4f68-b70b-eeff974f2dfb None None] Provisioning complete for port a7b57632-7309-4aff-8559-41fda129bea9 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:30.021134 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-769afd37-da7c-4f68-b70b-eeff974f2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a7b57632-7309-4aff-8559-41fda129bea9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:30.094832 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-20b61bec-8816-401f-be32-fc8c326408e9 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:30.098716 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-20b61bec-8816-401f-be32-fc8c326408e9 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 811 time: 0.2106509 Jun 28 03:24:30.119922 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-f774e6da-23fd-4bf5-a8f2-6fafa161da84 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/quotas/d4fae3b890884f28a70d0ccc855d5365 HTTP/1.1" status: 200 len: 375 time: 0.0160780 Jun 28 03:24:30.144284 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:30.159370 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-769afd37-da7c-4f68-b70b-eeff974f2dfb None None] Current status of the port a7b57632-7309-4aff-8559-41fda129bea9 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:30.211535 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-dc142e60-7df3-4096-9313-0c4cea69a451 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743084 Jun 28 03:24:30.288310 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:30.295547 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40276) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:30.314818 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1b586-c582-4b03-8d69-d254243fd9b7 None None] The sync data for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi is: [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:24:30.445836 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4be9ef21-791d-408d-9999-68d1d3d8e636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:30.459060 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:30.535702 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-2d809e71-666c-4998-b2e9-fda1fce48c40 service neutron] 10.222.0.44 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072424 Jun 28 03:24:30.576540 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4be9ef21-791d-408d-9999-68d1d3d8e636 admin admin] Publish callbacks [] for security_group (52350416-d5f6-43eb-acb1-590746191902), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:30.582526 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4be9ef21-791d-408d-9999-68d1d3d8e636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (52350416-d5f6-43eb-acb1-590746191902), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:30.583399 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a7b57632-7309-4aff-8559-41fda129bea9 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:30.612455 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4be9ef21-791d-408d-9999-68d1d3d8e636 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d356871df0074d0f890ccfab46b10c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146112 Jun 28 03:24:30.619739 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40280) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:30.644381 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port a7b57632-7309-4aff-8559-41fda129bea9 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:30.645574 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a7b57632-7309-4aff-8559-41fda129bea9), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:30.656622 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:30.663474 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9ef21-791d-408d-9999-68d1d3d8e636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52350416-d5f6-43eb-acb1-590746191902,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:30.681812 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:30.709399 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-234733ff-7ae7-4357-9abb-e64f9ffd628a service neutron] 10.222.0.44 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642039 Jun 28 03:24:30.755175 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-42b81377-cc19-44d3-9251-dc2d660fd710 admin admin] Publish callbacks [] for security_group (52350416-d5f6-43eb-acb1-590746191902), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:30.763171 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port a7b57632-7309-4aff-8559-41fda129bea9 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:30.765454 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:30.786233 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-42b81377-cc19-44d3-9251-dc2d660fd710 admin admin] Publish callbacks [] for security_group (52350416-d5f6-43eb-acb1-590746191902), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:30.822807 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:30.823447 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:30.867676 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-42b81377-cc19-44d3-9251-dc2d660fd710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (52350416-d5f6-43eb-acb1-590746191902), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:30.871172 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-42b81377-cc19-44d3-9251-dc2d660fd710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:30.875433 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-42b81377-cc19-44d3-9251-dc2d660fd710 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52350416-d5f6-43eb-acb1-590746191902 HTTP/1.1" status: 204 len: 168 time: 0.2539451 Jun 28 03:24:30.922179 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b81377-cc19-44d3-9251-dc2d660fd710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52350416-d5f6-43eb-acb1-590746191902,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:31.003991 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:31.275933 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5fe7abad-e0e2-4437-88b8-9a932968e165 req-b75c0fae-7e5b-4943-8428-2b8c4e885839 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 210 time: 0.3653193 Jun 28 03:24:31.404049 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40298) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:31.422616 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-decd7584-0374-40c4-aba4-6fb6deb2e44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:31.520643 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-decd7584-0374-40c4-aba4-6fb6deb2e44a admin admin] Publish callbacks [] for security_group (859924e2-07c9-4a86-9aac-c2d2a401a076), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:31.527545 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-decd7584-0374-40c4-aba4-6fb6deb2e44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (859924e2-07c9-4a86-9aac-c2d2a401a076), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:31.573227 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-decd7584-0374-40c4-aba4-6fb6deb2e44a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a4e96e686384eafb199468045d76612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674988 Jun 28 03:24:31.575872 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40300) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:31.576490 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd7584-0374-40c4-aba4-6fb6deb2e44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859924e2-07c9-4a86-9aac-c2d2a401a076,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:31.646207 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0c0d8842-50a8-4d41-a8c8-f831b39ad1f8 admin admin] Publish callbacks [] for security_group (859924e2-07c9-4a86-9aac-c2d2a401a076), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:31.675118 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0c0d8842-50a8-4d41-a8c8-f831b39ad1f8 admin admin] Publish callbacks [] for security_group (859924e2-07c9-4a86-9aac-c2d2a401a076), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:31.726119 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0c0d8842-50a8-4d41-a8c8-f831b39ad1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (859924e2-07c9-4a86-9aac-c2d2a401a076), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:31.729136 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0c0d8842-50a8-4d41-a8c8-f831b39ad1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:31.732718 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0c0d8842-50a8-4d41-a8c8-f831b39ad1f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/859924e2-07c9-4a86-9aac-c2d2a401a076 HTTP/1.1" status: 204 len: 168 time: 0.1555772 Jun 28 03:24:31.747255 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d8842-50a8-4d41-a8c8-f831b39ad1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859924e2-07c9-4a86-9aac-c2d2a401a076,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:32.301891 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-1e339168-c88f-4a9a-a92b-4f490fb1261a tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:32.313592 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-1e339168-c88f-4a9a-a92b-4f490fb1261a tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.27 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 811 time: 0.1405768 Jun 28 03:24:32.364362 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:32.408487 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e6aef0da-82c2-4796-9737-104efac3e765 req-ff498832-ece7-4212-954c-208d456435b8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 210 time: 0.0426700 Jun 28 03:24:32.423072 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-27d9d4b1-47d6-48bd-8ef5-6e9d8900cfd8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4fae3b890884f28a70d0ccc855d5365 HTTP/1.1" status: 200 len: 380 time: 0.0903323 Jun 28 03:24:32.482980 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'port': {'device_id': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'admin_state_up': True, 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'security_groups': ['93f67598-b073-4808-85ab-4324039341a6']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:32.508190 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40338) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:32.602182 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Made reservation on behalf of d4fae3b890884f28a70d0ccc855d5365 for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:24:32.606325 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.612438 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-734762592-network', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:32.634860 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Made reservation on behalf of cc2d6ae6d1f74852b9b51d970d19d0df for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:24:32.637797 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.646729 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.721130 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Publish callbacks [] for security_group (fb810969-8c1a-4051-9012-930ceb4132e1), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.726246 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (fb810969-8c1a-4051-9012-930ceb4132e1), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.748254 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Allocated IP 172.20.0.14 (4a0b7c7d-030f-4368-b16f-203c59ecfcfc/bafb2d00-0452-409c-830c-221c210bb5bc/b7f197d8-65db-4b70-b5fc-1416f37de7ba) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:32.758271 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb810969-8c1a-4051-9012-930ceb4132e1,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:32.760986 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:24:32.771212 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (fed6874d-12e4-448e-9d4e-b04862a768f5), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.771548 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Added segment fed6874d-12e4-448e-9d4e-b04862a768f5 of type vlan for network fa3b8415-5dcf-451a-a58a-63fa23e098ab Jun 28 03:24:32.813160 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (fa3b8415-5dcf-451a-a58a-63fa23e098ab), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.840701 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (fa3b8415-5dcf-451a-a58a-63fa23e098ab), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.841727 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:32.842837 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.848018 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:32.878994 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3696692 Jun 28 03:24:32.881933 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40348) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:32.889112 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Request body: {'subnet': {'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-734762592-subnet', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:32.907907 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e44bdf-c4b0-49f6-96f5-f179bff8e411 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3b8415-5dcf-451a-a58a-63fa23e098ab,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:32.912115 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.918558 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:24:32.929750 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Made reservation on behalf of cc2d6ae6d1f74852b9b51d970d19d0df for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:24:32.932125 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3589059'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:32.954808 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:33.011480 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.072691 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:33.078419 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:33.083602 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:33.089025 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'Port': ['ID=b7f197d8-65db-4b70-b5fc-1416f37de7ba,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:33.162533 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:33.175125 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:33.175754 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.231002 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-90de00f6-5e2d-456b-8dcd-199db0baf708 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7519917 Jun 28 03:24:33.246458 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593273'] for subnet (245a1efb-5038-407c-b984-5f60bf2b07cc), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.255028 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Request body: {'port': {'device_id': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:33.306204 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-c014996b-925f-47dc-905c-b8f605810a2a None None] Provisioning complete for port b7f197d8-65db-4b70-b5fc-1416f37de7ba triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:33.306561 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c014996b-925f-47dc-905c-b8f605810a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.336493 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=245a1efb-5038-407c-b984-5f60bf2b07cc,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:33.378712 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Checking segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:33.378933 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Network hostable DHCP agents. Network: fa3b8415-5dcf-451a-a58a-63fa23e098ab, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:24:33.382652 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.430203 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:24:33.449209 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, fa3b8415-5dcf-451a-a58a-63fa23e098ab) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:33.454273 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:33.454956 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.473590 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3893bcdc-8fb3-4eaf-95db-94a3119a14d2 None None] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:24:33.505586 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c014996b-925f-47dc-905c-b8f605810a2a None None] Port b7f197d8-65db-4b70-b5fc-1416f37de7ba cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:24:33.558847 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b32ada17-1e2c-44da-8f43-0661ce14c1d5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6756930 Jun 28 03:24:33.561801 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40352) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:33.566338 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:33.591833 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (442b6900-b243-4140-9b84-f63fdb0ce45f), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.592972 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e7a3a-4b35-4e8b-a886-5fac6bc86feb req-e015f568-d980-4fea-84a5-11c9ee348cd9 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:33.593123 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (442b6900-b243-4140-9b84-f63fdb0ce45f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.594564 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f89e7a3a-4b35-4e8b-a886-5fac6bc86feb req-e015f568-d980-4fea-84a5-11c9ee348cd9 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 932 time: 0.0856419 Jun 28 03:24:33.595625 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:24:33.596894 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.656570 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks [] for router_controller (442b6900-b243-4140-9b84-f63fdb0ce45f), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.688354 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:33.703434 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f89e7a3a-4b35-4e8b-a886-5fac6bc86feb req-3b029c1d-3608-4469-be8c-438c1e1a1ad0 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963707 Jun 28 03:24:33.739257 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Allocated IP 172.20.0.2 (fa3b8415-5dcf-451a-a58a-63fa23e098ab/245a1efb-5038-407c-b984-5f60bf2b07cc/f6baa2a2-ed0d-4542-95d5-4573490ba518) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:33.782282 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f197d8-65db-4b70-b5fc-1416f37de7ba {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:24:33.793359 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Publish callbacks [] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.797245 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:33.807461 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks [] for router_gateway (442b6900-b243-4140-9b84-f63fdb0ce45f), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.808528 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Transition to ACTIVE for port object b7f197d8-65db-4b70-b5fc-1416f37de7ba will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:24:33.815979 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.886277 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=3,neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:33.899862 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Publish callbacks [] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.910905 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904909c-7585-4035-9d1e-41529972133a service neutron] Pushing event updated for resources: {'Port': ['ID=b7f197d8-65db-4b70-b5fc-1416f37de7ba,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:33.918679 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:33.975587 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Attempting to bind port b7f197d8-65db-4b70-b5fc-1416f37de7ba on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:24:33.975846 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:33.975949 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Attempting to bind port b7f197d8-65db-4b70-b5fc-1416f37de7ba by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:24:33.976391 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Attempting to bind port b7f197d8-65db-4b70-b5fc-1416f37de7ba on network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:33.981574 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Port b7f197d8-65db-4b70-b5fc-1416f37de7ba on network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:24:33.981887 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Attempting to bind port b7f197d8-65db-4b70-b5fc-1416f37de7ba on network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:33.982005 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:33.984356 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Pushing event updated for resources: {'Port': ['ID=f6baa2a2-ed0d-4542-95d5-4573490ba518,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:33.986941 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:33.995576 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:24:33.996079 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Checking segment: {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:33.996304 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Bound using segment: {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:24:33.996727 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Bound port: b7f197d8-65db-4b70-b5fc-1416f37de7ba, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:24:33.997078 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.000197 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:34.052316 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:34.058859 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Attempting to bind port f6baa2a2-ed0d-4542-95d5-4573490ba518 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:24:34.059320 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Attempting to bind port f6baa2a2-ed0d-4542-95d5-4573490ba518 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:24:34.059681 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Attempting to bind port f6baa2a2-ed0d-4542-95d5-4573490ba518 on network fa3b8415-5dcf-451a-a58a-63fa23e098ab {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:34.066912 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:24:34.067211 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Checking segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:34.067613 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.067872 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks [] for router_gateway (442b6900-b243-4140-9b84-f63fdb0ce45f), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.068075 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Bound using segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:24:34.068576 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Bound port: f6baa2a2-ed0d-4542-95d5-4573490ba518, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:24:34.068986 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.078237 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] For port b7f197d8-65db-4b70-b5fc-1416f37de7ba, host hv-cinder-84684, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:24:34.081645 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] For port b7f197d8-65db-4b70-b5fc-1416f37de7ba, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:24:34.090122 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.092261 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.133561 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:34.134411 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.135987 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-8904909c-7585-4035-9d1e-41529972133a service neutron] 10.222.0.27 "PUT /v2.0/ports/b7f197d8-65db-4b70-b5fc-1416f37de7ba HTTP/1.1" status: 200 len: 1094 time: 0.8869467 Jun 28 03:24:34.136551 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'tag': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:24:34.139249 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c" -d '{"events": [{"name": "network-changed", "server_uuid": "785c405e-c17b-4e21-b51e-f645dd26f9b9", "tag": "b7f197d8-65db-4b70-b5fc-1416f37de7ba"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:24:34.151899 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] For port f6baa2a2-ed0d-4542-95d5-4573490ba518, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:24:34.155951 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] For port f6baa2a2-ed0d-4542-95d5-4573490ba518, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=f6baa2a2-ed0d-4542-95d5-4573490ba518,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:24:34.173169 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.178826 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904909c-7585-4035-9d1e-41529972133a service neutron] Pushing event updated for resources: {'Port': ['ID=b7f197d8-65db-4b70-b5fc-1416f37de7ba,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:34.190996 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03495c1-8cd0-4569-9f83-889aa82e3ee0 x-openstack-request-id: req-c03495c1-8cd0-4569-9f83-889aa82e3ee0 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:24:34.191297 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785c405e-c17b-4e21-b51e-f645dd26f9b9", "tag": "b7f197d8-65db-4b70-b5fc-1416f37de7ba", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:24:34.191980 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c03495c1-8cd0-4569-9f83-889aa82e3ee0 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:24:34.192459 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03495c1-8cd0-4569-9f83-889aa82e3ee0'] response: {'name': 'network-changed', 'server_uuid': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'tag': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba', 'status': 'completed', 'code': 200} Jun 28 03:24:34.261085 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Allocated IP 172.27.2.228 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/a306a7c4-9e87-487e-b571-6306e01bc073) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:34.265252 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab0a1b-2aac-4b71-b8c6-eba6daed0d06 None None] Pushing event updated for resources: {'Port': ['ID=f6baa2a2-ed0d-4542-95d5-4573490ba518,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:34.271298 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-476b0ff1-61db-440b-bc7f-f1e378b36250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:34.272901 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-476b0ff1-61db-440b-bc7f-f1e378b36250 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 1128 time: 0.0572753 Jun 28 03:24:34.331932 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-4dce936b-667f-46b5-b41f-a70448a299a4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba HTTP/1.1" status: 200 len: 217 time: 0.0418527 Jun 28 03:24:34.387688 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks [] for port (a306a7c4-9e87-487e-b571-6306e01bc073), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.388553 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-ebcdd692-32d8-46de-b11f-4eb031fb28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:34.390080 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-ebcdd692-32d8-46de-b11f-4eb031fb28e5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 200 len: 850 time: 0.0518861 Jun 28 03:24:34.427793 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.451457 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-6a28c3b9-7269-43fe-a1ee-1bf29abaac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:34.456024 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-6a28c3b9-7269-43fe-a1ee-1bf29abaac4f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563111 Jun 28 03:24:34.522438 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:34.523583 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:34.526226 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:34.528904 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Pushing event updated for resources: {'Port': ['ID=a306a7c4-9e87-487e-b571-6306e01bc073,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:34.589384 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-c6a7543e-c9be-460c-856c-7b3f2f26e67f service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265032 Jun 28 03:24:34.631078 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f6baa2a2-ed0d-4542-95d5-4573490ba518 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:34.679763 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port f6baa2a2-ed0d-4542-95d5-4573490ba518 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:34.680138 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.709278 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-972d8f34-519d-4b74-9804-08dcc3051f1c req-983f11d5-ea2e-464d-9aa2-32415d01082c service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125007 Jun 28 03:24:34.757011 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port f6baa2a2-ed0d-4542-95d5-4573490ba518 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:34.757401 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.808219 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port f6baa2a2-ed0d-4542-95d5-4573490ba518, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=f6baa2a2-ed0d-4542-95d5-4573490ba518,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:34.815980 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:34.867759 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924273ef-787f-43a0-b949-42be7708cc4b req-4c999004-b188-4d90-a818-38356f6c81e5 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:34.869803 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-924273ef-787f-43a0-b949-42be7708cc4b req-4c999004-b188-4d90-a818-38356f6c81e5 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 944 time: 0.0728314 Jun 28 03:24:34.871409 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=f6baa2a2-ed0d-4542-95d5-4573490ba518,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:34.900191 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:34.919229 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-924273ef-787f-43a0-b949-42be7708cc4b req-23a9659c-cdd9-475a-8634-3c1d0b8196b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426922 Jun 28 03:24:35.075711 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks [] for router_gateway (442b6900-b243-4140-9b84-f63fdb0ce45f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:35.256383 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:35.272204 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (442b6900-b243-4140-9b84-f63fdb0ce45f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:35.280703 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b29162-f529-4b61-b018-dd4d75dcfeaa None None] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:24:35.297556 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:35.345348 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-18dcc834-98f7-49fd-aa59-6c4801432161 None None] Provisioning complete for port f6baa2a2-ed0d-4542-95d5-4573490ba518 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:35.345683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-18dcc834-98f7-49fd-aa59-6c4801432161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:35.402253 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Router 442b6900-b243-4140-9b84-f63fdb0ce45f is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:24:35.461000 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-18dcc834-98f7-49fd-aa59-6c4801432161 None None] Current status of the port f6baa2a2-ed0d-4542-95d5-4573490ba518 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:35.512649 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:24:35.522695 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Sync routers for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:24:35.533619 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:35.534252 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:35.535041 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:35.535173 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8543e17b-0520-4261-bb8c-39e709bd5c89 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9722323 Jun 28 03:24:35.539274 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40362) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:35.642034 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:35.717001 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:35.719992 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e7f393eb-bd0a-4568-85e9-c5eb6d8c0de3 None None] Provisioning complete for port f6baa2a2-ed0d-4542-95d5-4573490ba518 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:35.720335 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e7f393eb-bd0a-4568-85e9-c5eb6d8c0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:35.791018 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-7df35add-1c04-4fb3-a0b5-036dcd860432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:35.793045 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-7df35add-1c04-4fb3-a0b5-036dcd860432 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 1128 time: 0.0529969 Jun 28 03:24:35.887516 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e7f393eb-bd0a-4568-85e9-c5eb6d8c0de3 None None] Current status of the port f6baa2a2-ed0d-4542-95d5-4573490ba518 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:35.897907 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-79a3c4d6-41c1-418a-a33c-1b9ebffc5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:35.898392 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:34Z', 'revision_number': 3, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:35.899552 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-79a3c4d6-41c1-418a-a33c-1b9ebffc5afc service neutron] 10.222.0.27 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 912 time: 0.0990281 Jun 28 03:24:35.925127 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Checking router: 442b6900-b243-4140-9b84-f63fdb0ce45f for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:24:35.925492 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Updating router 442b6900-b243-4140-9b84-f63fdb0ce45f port a306a7c4-9e87-487e-b571-6306e01bc073 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:24:35.939876 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:35.940499 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-9b6caa5b-4b45-4a3b-bf4b-d4ad2f9fd026 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba HTTP/1.1" status: 200 len: 217 time: 0.0341718 Jun 28 03:24:35.960734 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:35.984103 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:36.003872 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.018760 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-72b0389d-3cdd-4dea-a8b9-c939b7884b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:36.020654 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-72b0389d-3cdd-4dea-a8b9-c939b7884b95 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 200 len: 850 time: 0.0750694 Jun 28 03:24:36.078541 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:36.113359 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791e5e-4ae5-429f-bf2c-5bf9817b8446 req-b70f6c25-60c8-4660-a7a8-fb37750b794e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:36.114895 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d5791e5e-4ae5-429f-bf2c-5bf9817b8446 req-b70f6c25-60c8-4660-a7a8-fb37750b794e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 944 time: 0.1113951 Jun 28 03:24:36.123928 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-fabc776b-4be2-4001-8bd9-e9dd7d391cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:36.125782 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-fabc776b-4be2-4001-8bd9-e9dd7d391cf5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789051 Jun 28 03:24:36.172833 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Allocated IP 172.20.0.1 (fa3b8415-5dcf-451a-a58a-63fa23e098ab/245a1efb-5038-407c-b984-5f60bf2b07cc/650270fa-c4d6-447d-8a5d-e2a6e287ad52) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:36.235121 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d5791e5e-4ae5-429f-bf2c-5bf9817b8446 req-1ef77535-8cd8-4d2d-99b7-3937e490f700 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123843 Jun 28 03:24:36.247159 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Publish callbacks [] for port (a306a7c4-9e87-487e-b571-6306e01bc073), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.256625 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.263976 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:36.264705 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-0a6ecdd7-9e59-405d-903c-30f6fbee09e5 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319900 Jun 28 03:24:36.302148 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Publish callbacks [] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.317412 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Attempting to bind port a306a7c4-9e87-487e-b571-6306e01bc073 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:24:36.317974 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Attempting to bind port a306a7c4-9e87-487e-b571-6306e01bc073 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:24:36.318154 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Attempting to bind port a306a7c4-9e87-487e-b571-6306e01bc073 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:36.326605 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b688b3a-356d-455e-9c70-a1d57ae5fa2b None None] Pushing event updated for resources: {'Port': ['ID=a306a7c4-9e87-487e-b571-6306e01bc073,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:36.330124 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:24:36.330496 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:36.330900 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.331271 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:24:36.331737 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Bound port: a306a7c4-9e87-487e-b571-6306e01bc073, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:24:36.332112 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.341034 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:36.351912 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.371550 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-293e4e8c-ff7c-479c-859f-4f5d5e9c119c req-37625921-14b8-42bc-87b0-a4145587e4b7 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977008 Jun 28 03:24:36.392027 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] For port a306a7c4-9e87-487e-b571-6306e01bc073, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:24:36.393323 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:36.395507 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] For port a306a7c4-9e87-487e-b571-6306e01bc073, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a306a7c4-9e87-487e-b571-6306e01bc073,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:24:36.397105 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:36.401496 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:36.410395 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.427344 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Pushing event updated for resources: {'Port': ['ID=650270fa-c4d6-447d-8a5d-e2a6e287ad52,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:36.461518 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (442b6900-b243-4140-9b84-f63fdb0ce45f), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.491215 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b688b3a-356d-455e-9c70-a1d57ae5fa2b None None] Pushing event updated for resources: {'Port': ['ID=a306a7c4-9e87-487e-b571-6306e01bc073,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:36.501254 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:36.501997 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:36.563239 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f6baa2a2-ed0d-4542-95d5-4573490ba518 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:36.609977 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.661941 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port f6baa2a2-ed0d-4542-95d5-4573490ba518 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:36.662309 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.665449 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:36.693580 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:36.779685 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Publish callbacks [] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.785859 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.857530 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (442b6900-b243-4140-9b84-f63fdb0ce45f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.859247 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:36.860048 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Pushing event updated for resources: {'Port': ['ID=650270fa-c4d6-447d-8a5d-e2a6e287ad52,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:36.881524 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:36.906823 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e6ac52d0-1fdb-470d-9cc0-df7101270274 None None] Provisioning complete for port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:36.907206 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e6ac52d0-1fdb-470d-9cc0-df7101270274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:36.954520 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:36.955941 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:37.002262 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device b7f197d8-65db-4b70-b5fc-1416f37de7ba details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:24:37.018030 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac52d0-1fdb-470d-9cc0-df7101270274 None None] Port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:24:37.052131 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port f6baa2a2-ed0d-4542-95d5-4573490ba518 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:37.091266 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Router 442b6900-b243-4140-9b84-f63fdb0ce45f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:24:37.149591 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:34Z', 'revision_number': 3, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:37.184691 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08214c-d10c-45b7-bc19-6112e8f2523a None None] The sync data for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi is: [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:34Z', 'revision_number': 3, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:24:37.205468 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port b7f197d8-65db-4b70-b5fc-1416f37de7ba, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:37.219909 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:24:37.229134 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'port_id': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba', 'mac_address': 'fa:16:3e:cd:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:24:37.243305 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e5e43c1e-5be2-49ab-99e9-5c90cda0c514 admin admin] 10.222.0.44 "PUT /v2.0/routers/442b6900-b243-4140-9b84-f63fdb0ce45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029011 Jun 28 03:24:37.244578 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:37.268719 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-105d0b7f-be8f-4f98-be04-a810d9e4ef9a None None] Provisioning complete for port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:37.269000 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-105d0b7f-be8f-4f98-be04-a810d9e4ef9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:37.306479 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port b7f197d8-65db-4b70-b5fc-1416f37de7ba is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:37.307107 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:37.318803 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-105d0b7f-be8f-4f98-be04-a810d9e4ef9a None None] Port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:24:37.325786 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f197d8-65db-4b70-b5fc-1416f37de7ba {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:24:37.360040 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port b7f197d8-65db-4b70-b5fc-1416f37de7ba, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:37.370632 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:37.403009 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a3c02-4c4d-4cde-beea-8b475749e32a req-8da61363-3653-4ebe-a223-668116e97c54 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:37.410396 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c5a3c02-4c4d-4cde-beea-8b475749e32a req-8da61363-3653-4ebe-a223-668116e97c54 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 944 time: 0.0623012 Jun 28 03:24:37.439453 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=b7f197d8-65db-4b70-b5fc-1416f37de7ba,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:37.469380 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c5a3c02-4c4d-4cde-beea-8b475749e32a req-bc27573c-cf1f-4982-8206-a6c0b1282f9c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580499 Jun 28 03:24:37.699503 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['b7f197d8-65db-4b70-b5fc-1416f37de7ba'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:24:37.953836 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40392) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:37.958890 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1522860623-network', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:37.982500 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Made reservation on behalf of fdc37a49e7624235ae3247dcdc119604 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:24:37.985193 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:37.995483 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.078951 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Publish callbacks [] for security_group (a5beb52c-326e-4034-9789-19f5d4e96a5e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.084205 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a5beb52c-326e-4034-9789-19f5d4e96a5e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.110150 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:24:38.120290 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5beb52c-326e-4034-9789-19f5d4e96a5e,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:38.125324 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (752d3afc-75f3-4649-a2da-fce6646a3e47), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.125659 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Added segment 752d3afc-75f3-4649-a2da-fce6646a3e47 of type vlan for network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 Jun 28 03:24:38.172886 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (dd571c21-8a72-4f1e-a3d4-d96f781a89e0), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.199388 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (dd571c21-8a72-4f1e-a3d4-d96f781a89e0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.200390 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:38.200983 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.233358 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2783222 Jun 28 03:24:38.236262 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40394) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:38.241426 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Request body: {'subnet': {'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1522860623-subnet', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:38.263598 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41c6b1-1e4d-4ee1-a5e9-ec7b97040f29 admin admin] Pushing event updated for resources: {'Network': ['ID=dd571c21-8a72-4f1e-a3d4-d96f781a89e0,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:38.263845 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Made reservation on behalf of fdc37a49e7624235ae3247dcdc119604 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:24:38.266216 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3589059'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.274789 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:24:38.289791 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:38.438275 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593273'] for subnet (c2a768ea-e104-4afb-bfb9-3e53a1514389), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.487825 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a768ea-e104-4afb-bfb9-3e53a1514389,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:38.504342 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Checking segment: {'id': '752d3afc-75f3-4649-a2da-fce6646a3e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:38.504729 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Network hostable DHCP agents. Network: dd571c21-8a72-4f1e-a3d4-d96f781a89e0, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:24:38.530726 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:24:38.544791 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, dd571c21-8a72-4f1e-a3d4-d96f781a89e0) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:38.554582 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2916a534-4acf-487b-a7c1-2fe54816383b None None] Network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:24:38.560733 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:38.561417 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.619872 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-abbf0583-ac13-4744-b08e-31bb765697df admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3822651 Jun 28 03:24:38.622537 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40398) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:38.628208 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1522860623-router', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:38.643043 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc042c-e3c8-44a6-a7ea-5d2c2f79e4f8 req-f8df1198-ad28-4730-a1d8-d7a84502933e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:38.644873 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f8cc042c-e3c8-44a6-a7ea-5d2c2f79e4f8 req-f8df1198-ad28-4730-a1d8-d7a84502933e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0793099 Jun 28 03:24:38.677115 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:38.705405 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (3711e451-af89-4d81-8938-23ac92f11dae), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.706556 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (3711e451-af89-4d81-8938-23ac92f11dae), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.730949 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-dd571c21-8a72-4f1e-a3d4-d96f781a89e0', 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0', 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'fixed_ips': [{'subnet_id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:24:38.731913 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.739789 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f8cc042c-e3c8-44a6-a7ea-5d2c2f79e4f8 req-376d9c9e-a9ae-443d-a84c-e0e2c3e83514 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822551 Jun 28 03:24:38.769394 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a306a7c4-9e87-487e-b571-6306e01bc073 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:38.798230 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks [] for router_controller (3711e451-af89-4d81-8938-23ac92f11dae), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.907734 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port a306a7c4-9e87-487e-b571-6306e01bc073 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:38.907734 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.931784 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks [] for router_gateway (3711e451-af89-4d81-8938-23ac92f11dae), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:38.938323 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Sync routers for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:24:38.945146 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Allocated IP 172.20.0.2 (dd571c21-8a72-4f1e-a3d4-d96f781a89e0/c2a768ea-e104-4afb-bfb9-3e53a1514389/b944a8a6-4fcb-44c9-a6d0-941856be98f8) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:38.949969 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:38.950718 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:39.056836 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:39.059971 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:39.062170 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port a306a7c4-9e87-487e-b571-6306e01bc073 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:39.062745 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.064239 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:39.100592 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port a306a7c4-9e87-487e-b571-6306e01bc073, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a306a7c4-9e87-487e-b571-6306e01bc073,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:39.106519 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:39.109515 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.144667 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks [] for router_gateway (3711e451-af89-4d81-8938-23ac92f11dae), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.166851 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.183886 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Publish callbacks [] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.195734 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=a306a7c4-9e87-487e-b571-6306e01bc073,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:39.198698 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.242969 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:39.246392 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:39.249816 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:39.261306 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Pushing event updated for resources: {'Port': ['ID=b944a8a6-4fcb-44c9-a6d0-941856be98f8,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:39.272556 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 2, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:39.291570 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Allocated IP 172.27.2.122 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/2a1aa56d-10ec-431d-b5da-8ecd0686e8f7) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:39.298848 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Checking router: 442b6900-b243-4140-9b84-f63fdb0ce45f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:24:39.299185 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Updating router 442b6900-b243-4140-9b84-f63fdb0ce45f port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 binding host dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:24:39.317159 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Attempting to bind port b944a8a6-4fcb-44c9-a6d0-941856be98f8 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:24:39.317520 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Attempting to bind port b944a8a6-4fcb-44c9-a6d0-941856be98f8 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '752d3afc-75f3-4649-a2da-fce6646a3e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:24:39.317883 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Attempting to bind port b944a8a6-4fcb-44c9-a6d0-941856be98f8 on network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:39.325265 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:24:39.325638 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Checking segment: {'id': '752d3afc-75f3-4649-a2da-fce6646a3e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:39.326037 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.326426 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Bound using segment: {'id': '752d3afc-75f3-4649-a2da-fce6646a3e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:24:39.326889 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Bound port: b944a8a6-4fcb-44c9-a6d0-941856be98f8, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752d3afc-75f3-4649-a2da-fce6646a3e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:24:39.327263 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.328110 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.390013 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] For port b944a8a6-4fcb-44c9-a6d0-941856be98f8, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:24:39.393221 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] For port b944a8a6-4fcb-44c9-a6d0-941856be98f8, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=b944a8a6-4fcb-44c9-a6d0-941856be98f8,segment=NetworkSegment(752d3afc-75f3-4649-a2da-fce6646a3e47),segment_id=752d3afc-75f3-4649-a2da-fce6646a3e47)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:24:39.399512 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.403768 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:39.406464 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks [] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.449263 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.469142 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ccb85-aac4-461b-9d3e-33e7956a1c58 None None] Pushing event updated for resources: {'Port': ['ID=b944a8a6-4fcb-44c9-a6d0-941856be98f8,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:39.512334 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:39.517736 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:39.520098 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:39.523343 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Pushing event updated for resources: {'Port': ['ID=2a1aa56d-10ec-431d-b5da-8ecd0686e8f7,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:39.558908 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:39.631641 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Publish callbacks [] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.641099 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.690047 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8194d-4c02-477c-b349-efb3dd49172f None None] Pushing event updated for resources: {'Port': ['ID=650270fa-c4d6-447d-8a5d-e2a6e287ad52,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:39.803943 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Attempting to bind port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:24:39.804684 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Attempting to bind port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:24:39.805250 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Attempting to bind port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 on network fa3b8415-5dcf-451a-a58a-63fa23e098ab {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:39.811788 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:24:39.812496 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Checking segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:39.813090 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.813620 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Bound using segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:24:39.814232 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Bound port: 650270fa-c4d6-447d-8a5d-e2a6e287ad52, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:24:39.814968 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.843491 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks [] for router_gateway (3711e451-af89-4d81-8938-23ac92f11dae), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.890972 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] For port 650270fa-c4d6-447d-8a5d-e2a6e287ad52, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:24:39.894775 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] For port 650270fa-c4d6-447d-8a5d-e2a6e287ad52, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=650270fa-c4d6-447d-8a5d-e2a6e287ad52,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:24:39.903346 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.972676 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-cfc32dcb-1fec-4416-9b1c-f93e84a55d3f None None] Provisioning complete for port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:39.973273 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cfc32dcb-1fec-4416-9b1c-f93e84a55d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:39.975235 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:39.977589 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:40.020566 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8194d-4c02-477c-b349-efb3dd49172f None None] Pushing event updated for resources: {'Port': ['ID=650270fa-c4d6-447d-8a5d-e2a6e287ad52,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:40.067204 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-cfc32dcb-1fec-4416-9b1c-f93e84a55d3f None None] Current status of the port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:40.067801 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cfc32dcb-1fec-4416-9b1c-f93e84a55d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:40.111289 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:40.114077 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-cfc32dcb-1fec-4416-9b1c-f93e84a55d3f None None] For port 650270fa-c4d6-447d-8a5d-e2a6e287ad52, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=650270fa-c4d6-447d-8a5d-e2a6e287ad52,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:40.114885 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:40.124636 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cfc32dcb-1fec-4416-9b1c-f93e84a55d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:40.189161 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc32dcb-1fec-4416-9b1c-f93e84a55d3f None None] Pushing event updated for resources: {'Port': ['ID=650270fa-c4d6-447d-8a5d-e2a6e287ad52,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:40.210954 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:40.246474 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-ad21ce99-945f-4b88-b9ad-15194dd93ae4 None None] Provisioning complete for port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:40.246966 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ad21ce99-945f-4b88-b9ad-15194dd93ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:40.275948 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:40.282301 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b1d5a-d651-4434-8e92-b8250f8fc692 req-edbac391-e929-414b-af16-7b8fc1020aa2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:40.289359 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dc3b1d5a-d651-4434-8e92-b8250f8fc692 req-edbac391-e929-414b-af16-7b8fc1020aa2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 945 time: 0.1066146 Jun 28 03:24:40.333404 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-ad21ce99-945f-4b88-b9ad-15194dd93ae4 None None] Current status of the port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:40.357216 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:40.390758 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dc3b1d5a-d651-4434-8e92-b8250f8fc692 req-b591513e-6d51-445b-8102-506efafb2166 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002045 Jun 28 03:24:40.391131 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644166f-c393-442a-9b8d-ac88ed6712a7 None None] The sync data for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi is: [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:24:40.456123 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (3711e451-af89-4d81-8938-23ac92f11dae), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:40.658008 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Router 3711e451-af89-4d81-8938-23ac92f11dae is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:24:40.725781 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f4d51e-047f-46b5-8f5e-744a9d776a60 None None] Network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:24:40.743520 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b944a8a6-4fcb-44c9-a6d0-941856be98f8 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:40.783123 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:24:40.804428 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Sync routers for ids ['3711e451-af89-4d81-8938-23ac92f11dae'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:24:40.806654 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:40.810714 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e917c425-5300-43da-b322-e894896db9eb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1845529 Jun 28 03:24:40.811037 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40408) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:40.845401 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-280e9b16-b354-4f21-9e86-d4f02e6907d0 None None] Provisioning complete for port b944a8a6-4fcb-44c9-a6d0-941856be98f8 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:40.845775 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-280e9b16-b354-4f21-9e86-d4f02e6907d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:40.889615 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device b7f197d8-65db-4b70-b5fc-1416f37de7ba up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:40.916466 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Routers {'3711e451-af89-4d81-8938-23ac92f11dae'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:40.917122 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['3711e451-af89-4d81-8938-23ac92f11dae'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:40.929202 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port b944a8a6-4fcb-44c9-a6d0-941856be98f8 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:40.929495 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:40.967846 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:41.033850 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:41.138059 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:41.179030 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:41.265793 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.282592 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port b7f197d8-65db-4b70-b5fc-1416f37de7ba completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:24:41.310394 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Set router 3711e451-af89-4d81-8938-23ac92f11dae gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:41.314773 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port b7f197d8-65db-4b70-b5fc-1416f37de7ba triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:41.315279 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.430741 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-280e9b16-b354-4f21-9e86-d4f02e6907d0 None None] Current status of the port b944a8a6-4fcb-44c9-a6d0-941856be98f8 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:41.431244 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-280e9b16-b354-4f21-9e86-d4f02e6907d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.471000 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Allocated IP 172.20.0.1 (dd571c21-8a72-4f1e-a3d4-d96f781a89e0/c2a768ea-e104-4afb-bfb9-3e53a1514389/b04bfad8-5d90-47d3-b15b-3a13edda1453) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:24:41.530238 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port b944a8a6-4fcb-44c9-a6d0-941856be98f8 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:41.530643 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.554195 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd76c5-65fa-48c3-b2fa-49ac69260b91 req-61e0ac7a-be21-435f-b28f-2267bf011b17 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:41.560829 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18bd76c5-65fa-48c3-b2fa-49ac69260b91 req-61e0ac7a-be21-435f-b28f-2267bf011b17 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0674241 Jun 28 03:24:41.594262 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-280e9b16-b354-4f21-9e86-d4f02e6907d0 None None] For port b944a8a6-4fcb-44c9-a6d0-941856be98f8, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=b944a8a6-4fcb-44c9-a6d0-941856be98f8,segment=NetworkSegment(752d3afc-75f3-4649-a2da-fce6646a3e47),segment_id=752d3afc-75f3-4649-a2da-fce6646a3e47)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:41.612601 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-280e9b16-b354-4f21-9e86-d4f02e6907d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.626722 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Publish callbacks [] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.636009 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18bd76c5-65fa-48c3-b2fa-49ac69260b91 req-daf91db5-1298-466c-a4c3-80fbf4df51c3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631552 Jun 28 03:24:41.656973 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port b7f197d8-65db-4b70-b5fc-1416f37de7ba is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:41.657267 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.662338 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.702690 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:41.705689 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:41.709183 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:24:41.745435 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Pushing event updated for resources: {'Port': ['ID=b04bfad8-5d90-47d3-b15b-3a13edda1453,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:41.771647 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.db.api [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 28 03:24:41.772053 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG oslo_db.api [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 03:24:41.772413 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:24:41.773337 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (3711e451-af89-4d81-8938-23ac92f11dae), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.774685 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78e7fdc-b767-434c-9b43-a0a66eebce68" -d '{"events": [{"server_uuid": "785c405e-c17b-4e21-b51e-f645dd26f9b9", "name": "network-vif-plugged", "status": "completed", "tag": "b7f197d8-65db-4b70-b5fc-1416f37de7ba"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:24:41.793164 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e9b16-b354-4f21-9e86-d4f02e6907d0 None None] Pushing event updated for resources: {'Port': ['ID=b944a8a6-4fcb-44c9-a6d0-941856be98f8,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:41.796821 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-9d883cfc-a640-4c76-8643-3e8a6826d506 None None] Provisioning complete for port b944a8a6-4fcb-44c9-a6d0-941856be98f8 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:41.797202 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d883cfc-a640-4c76-8643-3e8a6826d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.801160 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port b7f197d8-65db-4b70-b5fc-1416f37de7ba, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:41.828198 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.835700 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711e451-af89-4d81-8938-23ac92f11dae', 'name': 'tempest-TestVolumeBootPattern-1522860623-router', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:38Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 3, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'gw_port': {'id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:39Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:41.842145 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb6219b-5663-464b-b4cc-d3fb493b6d42 x-openstack-request-id: req-cfb6219b-5663-464b-b4cc-d3fb493b6d42 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:24:41.842434 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c405e-c17b-4e21-b51e-f645dd26f9b9", "name": "network-vif-plugged", "status": "completed", "tag": "b7f197d8-65db-4b70-b5fc-1416f37de7ba", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:24:41.842701 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfb6219b-5663-464b-b4cc-d3fb493b6d42 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:24:41.843083 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb6219b-5663-464b-b4cc-d3fb493b6d42'] response: {'server_uuid': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba', 'code': 200} Jun 28 03:24:41.843865 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:41.905913 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Checking router: 3711e451-af89-4d81-8938-23ac92f11dae for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:24:41.906324 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Updating router 3711e451-af89-4d81-8938-23ac92f11dae port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:24:41.960014 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:41.967013 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.967276 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:41.987730 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:41.992056 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=b7f197d8-65db-4b70-b5fc-1416f37de7ba,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:42.094458 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-9d883cfc-a640-4c76-8643-3e8a6826d506 None None] Current status of the port b944a8a6-4fcb-44c9-a6d0-941856be98f8 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:42.115885 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eec03d-c475-4b84-98ea-b6f3dc75addf req-53a7f738-9b68-4bd3-88f2-f085835d1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:42.118105 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8eec03d-c475-4b84-98ea-b6f3dc75addf req-53a7f738-9b68-4bd3-88f2-f085835d1efd service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0494514 Jun 28 03:24:42.146118 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Publish callbacks [] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.151241 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.171791 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8eec03d-c475-4b84-98ea-b6f3dc75addf req-628df69b-6a3f-4cf5-a12a-ed59444739b4 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428836 Jun 28 03:24:42.178218 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:42.222119 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (3711e451-af89-4d81-8938-23ac92f11dae), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.225130 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Pushing event updated for resources: {'Port': ['ID=b04bfad8-5d90-47d3-b15b-3a13edda1453,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:42.228292 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-38fe9142-1c70-4ad7-985f-98d25231720d None None] Provisioning complete for port b04bfad8-5d90-47d3-b15b-3a13edda1453 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:42.229160 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-38fe9142-1c70-4ad7-985f-98d25231720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.319954 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:24:42.321553 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:24:42.324254 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-38fe9142-1c70-4ad7-985f-98d25231720d None None] Port b04bfad8-5d90-47d3-b15b-3a13edda1453 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:24:42.345500 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Publish callbacks [] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.347128 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port b944a8a6-4fcb-44c9-a6d0-941856be98f8 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:42.348091 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 650270fa-c4d6-447d-8a5d-e2a6e287ad52 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:42.377004 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.438990 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Router 3711e451-af89-4d81-8938-23ac92f11dae has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:24:42.445331 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Attempting to bind port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:24:42.445698 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Attempting to bind port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:24:42.446262 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Attempting to bind port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:42.456674 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb1bdf-f813-4154-ba53-2106c13d72d4 None None] Pushing event updated for resources: {'Port': ['ID=2a1aa56d-10ec-431d-b5da-8ecd0686e8f7,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:42.461342 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:24:42.461717 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:42.462119 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.462634 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:24:42.463804 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Bound port: 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:24:42.464209 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.468456 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:42.468820 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.545718 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:24:42.550537 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ec209327-a55a-4831-a8f1-d2a5926fe73c admin admin] 10.222.0.44 "PUT /v2.0/routers/3711e451-af89-4d81-8938-23ac92f11dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384651 Jun 28 03:24:42.562737 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] For port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:24:42.574065 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-943a808d-ea64-426d-bdb7-1330a33c0424 None None] Provisioning complete for port b04bfad8-5d90-47d3-b15b-3a13edda1453 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:42.574437 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-943a808d-ea64-426d-bdb7-1330a33c0424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.580702 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] For port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=2a1aa56d-10ec-431d-b5da-8ecd0686e8f7,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:24:42.628568 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.674825 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-943a808d-ea64-426d-bdb7-1330a33c0424 None None] Port b04bfad8-5d90-47d3-b15b-3a13edda1453 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:24:42.693014 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:42.695593 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a306a7c4-9e87-487e-b571-6306e01bc073 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:42.699282 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:42.746489 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Routers {'3711e451-af89-4d81-8938-23ac92f11dae'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:42.747057 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['3711e451-af89-4d81-8938-23ac92f11dae'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:42.752041 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb1bdf-f813-4154-ba53-2106c13d72d4 None None] Pushing event updated for resources: {'Port': ['ID=2a1aa56d-10ec-431d-b5da-8ecd0686e8f7,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:42.779703 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887df14d-a83c-4a0a-a3df-73f3ae0a6d2e req-a39de4cd-58c1-4cb3-9b7b-2c028b28f1c3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:42.781978 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-887df14d-a83c-4a0a-a3df-73f3ae0a6d2e req-a39de4cd-58c1-4cb3-9b7b-2c028b28f1c3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0580809 Jun 28 03:24:42.816649 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port a306a7c4-9e87-487e-b571-6306e01bc073 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:42.817023 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:42.836321 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-887df14d-a83c-4a0a-a3df-73f3ae0a6d2e req-36f1a3c5-ba94-4e4d-b69a-9f417ed0f9b4 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478466 Jun 28 03:24:42.892779 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:42.898733 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] Set router 3711e451-af89-4d81-8938-23ac92f11dae gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:42.932773 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40424) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:42.937612 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125387860', 'description': 'tempest-secgroup-smoke-1125387860 description', 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:42.965221 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.046254 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group (ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.052127 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.081784 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:43.085817 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:43.101477 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.101814 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.102498 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.102830 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.103191 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.103549 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.103815 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.104403 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.104874 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.105395 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.105862 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.106317 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.106779 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.107258 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.107815 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.117085 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.122624 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ad2d286f-3b0a-4741-a80c-b98c20edff76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1867712 Jun 28 03:24:43.123191 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40432) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:43.128060 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-e3ab6085-5e93-40be-b67a-f4376bc0f325 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'security_group_rule': {'security_group_id': 'ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2', 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:43.133937 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:43.161661 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6085-5e93-40be-b67a-f4376bc0f325 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (b9694d26-7552-4d00-b9f7-ecc2a876f290), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.175223 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port a306a7c4-9e87-487e-b571-6306e01bc073 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:43.227871 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6085-5e93-40be-b67a-f4376bc0f325 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (b9694d26-7552-4d00-b9f7-ecc2a876f290), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.234881 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6085-5e93-40be-b67a-f4376bc0f325 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (b9694d26-7552-4d00-b9f7-ecc2a876f290), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.257088 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab6085-5e93-40be-b67a-f4376bc0f325 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9694d26-7552-4d00-b9f7-ecc2a876f290,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:43.268969 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6085-5e93-40be-b67a-f4376bc0f325 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.272902 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e3ab6085-5e93-40be-b67a-f4376bc0f325 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462173 Jun 28 03:24:43.273790 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40434) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:43.284113 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'security_group_rule': {'security_group_id': 'ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2', 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:43.302964 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b944a8a6-4fcb-44c9-a6d0-941856be98f8 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:43.323258 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (85a3ae0e-272f-4d59-b4f3-772df383debe), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.353148 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711e451-af89-4d81-8938-23ac92f11dae', 'name': 'tempest-TestVolumeBootPattern-1522860623-router', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:38Z', 'updated_at': '2022-06-28T03:24:41Z', 'revision_number': 4, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'gw_port': {'id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:39Z', 'updated_at': '2022-06-28T03:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'b04bfad8-5d90-47d3-b15b-3a13edda1453', 'name': '', 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:41Z', 'updated_at': '2022-06-28T03:24:42Z', 'revision_number': 2, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'subnets': [{'id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:43.390737 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (85a3ae0e-272f-4d59-b4f3-772df383debe), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.397201 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (85a3ae0e-272f-4d59-b4f3-772df383debe), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.406639 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1612458-e042-44eb-ae12-3b1c970b21f7 None None] The sync data for ids ['3711e451-af89-4d81-8938-23ac92f11dae'] in dv-cinder-846842-5-iscsi is: [{'id': '3711e451-af89-4d81-8938-23ac92f11dae', 'name': 'tempest-TestVolumeBootPattern-1522860623-router', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:38Z', 'updated_at': '2022-06-28T03:24:41Z', 'revision_number': 4, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'gw_port': {'id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:39Z', 'updated_at': '2022-06-28T03:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'b04bfad8-5d90-47d3-b15b-3a13edda1453', 'name': '', 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:41Z', 'updated_at': '2022-06-28T03:24:42Z', 'revision_number': 2, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'subnets': [{'id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:24:43.418192 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port b944a8a6-4fcb-44c9-a6d0-941856be98f8 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:43.418562 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.513469 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port b944a8a6-4fcb-44c9-a6d0-941856be98f8 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:43.699435 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a3ae0e-272f-4d59-b4f3-772df383debe,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:43.707722 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.708042 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.708468 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.708801 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.709123 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.709650 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.709971 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.710289 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.710603 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.710923 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.711219 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.711699 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.712197 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.712553 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.713056 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:24:43.717754 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.718945 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-87296573-48af-4f76-b5d2-ddac4d98bda7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4399283 Jun 28 03:24:43.721674 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40440) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:43.725946 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-847fd9c0-ab4d-43bf-bb4a-6f3c42281288 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'security_group_rule': {'security_group_id': 'ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2', 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:43.760782 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-847fd9c0-ab4d-43bf-bb4a-6f3c42281288 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (6a4acab3-c6cc-4289-a808-e1304b309c17), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.786009 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:43.817139 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:43.834445 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-847fd9c0-ab4d-43bf-bb4a-6f3c42281288 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (6a4acab3-c6cc-4289-a808-e1304b309c17), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.839690 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-847fd9c0-ab4d-43bf-bb4a-6f3c42281288 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (6a4acab3-c6cc-4289-a808-e1304b309c17), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.863792 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fd9c0-ab4d-43bf-bb4a-6f3c42281288 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4acab3-c6cc-4289-a808-e1304b309c17,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:43.874526 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-847fd9c0-ab4d-43bf-bb4a-6f3c42281288 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.878374 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-847fd9c0-ab4d-43bf-bb4a-6f3c42281288 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531992 Jun 28 03:24:43.878701 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40444) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:43.883217 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-55289afe-f7b7-498a-92fd-937bd0ba0683 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'security_group_rule': {'security_group_id': 'ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2', 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:43.920979 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55289afe-f7b7-498a-92fd-937bd0ba0683 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (374f7974-a600-4551-814f-a3922a49335b), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:43.993798 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31057e2-354a-48c9-9941-3a89d23accbc req-dd48cf55-402b-4a6c-8ec5-77fed2547b87 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:43.995414 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e31057e2-354a-48c9-9941-3a89d23accbc req-dd48cf55-402b-4a6c-8ec5-77fed2547b87 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0697856 Jun 28 03:24:44.029846 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55289afe-f7b7-498a-92fd-937bd0ba0683 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (374f7974-a600-4551-814f-a3922a49335b), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.035013 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55289afe-f7b7-498a-92fd-937bd0ba0683 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (374f7974-a600-4551-814f-a3922a49335b), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.071341 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55289afe-f7b7-498a-92fd-937bd0ba0683 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374f7974-a600-4551-814f-a3922a49335b,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:44.077799 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e31057e2-354a-48c9-9941-3a89d23accbc req-d72bfeca-4b9f-41d9-b66a-050785b4c76d tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760193 Jun 28 03:24:44.080916 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55289afe-f7b7-498a-92fd-937bd0ba0683 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.082036 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-55289afe-f7b7-498a-92fd-937bd0ba0683 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2023387 Jun 28 03:24:44.085058 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40446) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:44.090174 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ec24ae62-b55f-41f0-8117-94a35ec03c40 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'security_group_rule': {'security_group_id': 'ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2', 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:44.123314 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-ec24ae62-b55f-41f0-8117-94a35ec03c40 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Project cc2d6ae6d1f74852b9b51d970d19d0df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 03:24:44.148172 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec24ae62-b55f-41f0-8117-94a35ec03c40 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (6108b427-3faa-4dce-8426-f6ecf6bf9606), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.221444 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec24ae62-b55f-41f0-8117-94a35ec03c40 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (6108b427-3faa-4dce-8426-f6ecf6bf9606), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.228367 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec24ae62-b55f-41f0-8117-94a35ec03c40 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (6108b427-3faa-4dce-8426-f6ecf6bf9606), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.240807 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77f158-7a92-4e20-a4b1-570c2c9df725 req-49ec81d1-6d06-4bd4-8bb7-8e112143b986 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:44.242389 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c77f158-7a92-4e20-a4b1-570c2c9df725 req-49ec81d1-6d06-4bd4-8bb7-8e112143b986 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0617325 Jun 28 03:24:44.251704 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24ae62-b55f-41f0-8117-94a35ec03c40 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6108b427-3faa-4dce-8426-f6ecf6bf9606,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:44.254851 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40450) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:44.264777 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-40c1f3cb-4afa-4211-a804-6ae99abef2b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'floatingip': {'port_id': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:44.272452 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec24ae62-b55f-41f0-8117-94a35ec03c40 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.276240 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ec24ae62-b55f-41f0-8117-94a35ec03c40 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1878073 Jun 28 03:24:44.277397 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40452) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:44.281836 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-1d599670-8a60-46ad-adf5-9c0c53474468 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'security_group_rule': {'security_group_id': 'ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2', 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:24:44.305559 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-40c1f3cb-4afa-4211-a804-6ae99abef2b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (13da7edb-d584-4b35-a3a9-9c7c25a534e7), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.307923 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-1d599670-8a60-46ad-adf5-9c0c53474468 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Project cc2d6ae6d1f74852b9b51d970d19d0df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 03:24:44.314851 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d599670-8a60-46ad-adf5-9c0c53474468 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (8bc55db1-cff2-4a23-b053-47255a6b1c84), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.386978 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d599670-8a60-46ad-adf5-9c0c53474468 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (8bc55db1-cff2-4a23-b053-47255a6b1c84), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.392432 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d599670-8a60-46ad-adf5-9c0c53474468 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (8bc55db1-cff2-4a23-b053-47255a6b1c84), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.413179 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d599670-8a60-46ad-adf5-9c0c53474468 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc55db1-cff2-4a23-b053-47255a6b1c84,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:44.425122 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d599670-8a60-46ad-adf5-9c0c53474468 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.429624 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1d599670-8a60-46ad-adf5-9c0c53474468 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512003 Jun 28 03:24:44.832398 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-40c1f3cb-4afa-4211-a804-6ae99abef2b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.838830 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-40c1f3cb-4afa-4211-a804-6ae99abef2b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (13da7edb-d584-4b35-a3a9-9c7c25a534e7), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:44.899915 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:44.948700 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:44.963253 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-40c1f3cb-4afa-4211-a804-6ae99abef2b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Floating IP 13da7edb-d584-4b35-a3a9-9c7c25a534e7 associated. External IP: 172.27.2.70, port: b7f197d8-65db-4b70-b5fc-1416f37de7ba. Jun 28 03:24:45.167443 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c1f3cb-4afa-4211-a804-6ae99abef2b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Router bdc94a83-3108-433e-a6df-d53e103685cd has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:24:45.271118 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:45.280509 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c1f3cb-4afa-4211-a804-6ae99abef2b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:24:45.284745 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-40c1f3cb-4afa-4211-a804-6ae99abef2b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:45.291601 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] Sync routers for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:24:45.301879 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:45.302480 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:45.318432 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-40c1f3cb-4afa-4211-a804-6ae99abef2b7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "PUT /v2.0/floatingips/13da7edb-d584-4b35-a3a9-9c7c25a534e7 HTTP/1.1" status: 200 len: 991 time: 1.0621345 Jun 28 03:24:45.319066 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'tag': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:24:45.321382 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa639027-b54e-490c-ac9e-23a10d9805ef" -d '{"events": [{"name": "network-changed", "server_uuid": "785c405e-c17b-4e21-b51e-f645dd26f9b9", "tag": "b7f197d8-65db-4b70-b5fc-1416f37de7ba"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:24:45.324817 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:45.325582 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:45.361722 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe17383-700d-406e-ab06-2a8763eff9f5 x-openstack-request-id: req-cfe17383-700d-406e-ab06-2a8763eff9f5 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:24:45.362209 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785c405e-c17b-4e21-b51e-f645dd26f9b9", "tag": "b7f197d8-65db-4b70-b5fc-1416f37de7ba", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:24:45.362619 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfe17383-700d-406e-ab06-2a8763eff9f5 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:24:45.363512 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe17383-700d-406e-ab06-2a8763eff9f5'] response: {'name': 'network-changed', 'server_uuid': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'tag': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba', 'status': 'completed', 'code': 200} Jun 28 03:24:45.424118 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:45.424664 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:45.453101 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=2a1aa56d-10ec-431d-b5da-8ecd0686e8f7,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:45.465664 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:45.472531 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-0f115cfb-8064-4b48-9edc-a754497848df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:45.474112 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-0f115cfb-8064-4b48-9edc-a754497848df service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0515490 Jun 28 03:24:45.508374 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:45.528064 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:45.532098 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=2a1aa56d-10ec-431d-b5da-8ecd0686e8f7,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:45.574476 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-8e31a254-0973-482c-91ff-9c77c995035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:45.575901 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-8e31a254-0973-482c-91ff-9c77c995035f service neutron] 10.222.0.27 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 912 time: 0.0955856 Jun 28 03:24:45.708558 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Sync routers for ids ['3711e451-af89-4d81-8938-23ac92f11dae'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:24:45.720823 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Routers {'3711e451-af89-4d81-8938-23ac92f11dae'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:45.721448 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['3711e451-af89-4d81-8938-23ac92f11dae'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:45.731910 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '13da7edb-d584-4b35-a3a9-9c7c25a534e7', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'port_id': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'mac_address': 'fa:16:3e:cd:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:24:29Z', 'updated_at': '2022-06-28T03:24:44Z', 'revision_number': 1, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:45.762329 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] Checking router: bdc94a83-3108-433e-a6df-d53e103685cd for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:24:45.771239 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:45.771838 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:45.825380 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Set router 3711e451-af89-4d81-8938-23ac92f11dae gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:45.858323 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:45.876857 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:46.023606 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711e451-af89-4d81-8938-23ac92f11dae', 'name': 'tempest-TestVolumeBootPattern-1522860623-router', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:38Z', 'updated_at': '2022-06-28T03:24:41Z', 'revision_number': 4, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'gw_port': {'id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:39Z', 'updated_at': '2022-06-28T03:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'b04bfad8-5d90-47d3-b15b-3a13edda1453', 'name': '', 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:41Z', 'updated_at': '2022-06-28T03:24:42Z', 'revision_number': 2, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'subnets': [{'id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:46.048339 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Checking router: 3711e451-af89-4d81-8938-23ac92f11dae for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:24:46.048692 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Updating router 3711e451-af89-4d81-8938-23ac92f11dae port b04bfad8-5d90-47d3-b15b-3a13edda1453 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:24:46.053786 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:46.070400 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:46.082035 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:46.106798 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '13da7edb-d584-4b35-a3a9-9c7c25a534e7', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'port_id': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'mac_address': 'fa:16:3e:cd:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:24:29Z', 'updated_at': '2022-06-28T03:24:44Z', 'revision_number': 1, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:46.132345 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cfe9d-0605-4ffd-b62f-031777d7b8ac None None] The sync data for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi is: [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '13da7edb-d584-4b35-a3a9-9c7c25a534e7', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'port_id': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'mac_address': 'fa:16:3e:cd:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:24:29Z', 'updated_at': '2022-06-28T03:24:44Z', 'revision_number': 1, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:24:46.316194 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f0a72-0db1-45f4-907d-424a9c691627 None None] New status for floating IP 13da7edb-d584-4b35-a3a9-9c7c25a534e7: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:24:46.342959 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Publish callbacks [] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:46.349847 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:46.400241 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74d5ba-3cd7-4021-a27d-bf0245640f2c None None] Pushing event updated for resources: {'Port': ['ID=b04bfad8-5d90-47d3-b15b-3a13edda1453,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:46.483116 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-f163db7d-1e8f-4a59-908f-b2cb62fa79b4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba HTTP/1.1" status: 200 len: 999 time: 0.0783615 Jun 28 03:24:46.483610 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Attempting to bind port b04bfad8-5d90-47d3-b15b-3a13edda1453 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:24:46.483738 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Attempting to bind port b04bfad8-5d90-47d3-b15b-3a13edda1453 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '752d3afc-75f3-4649-a2da-fce6646a3e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:24:46.484095 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Attempting to bind port b04bfad8-5d90-47d3-b15b-3a13edda1453 on network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:24:46.490046 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:24:46.490421 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Checking segment: {'id': '752d3afc-75f3-4649-a2da-fce6646a3e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:24:46.490823 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:46.491207 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Bound using segment: {'id': '752d3afc-75f3-4649-a2da-fce6646a3e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:24:46.491672 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Bound port: b04bfad8-5d90-47d3-b15b-3a13edda1453, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752d3afc-75f3-4649-a2da-fce6646a3e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:24:46.492044 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:46.555180 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] For port b04bfad8-5d90-47d3-b15b-3a13edda1453, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:24:46.558823 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] For port b04bfad8-5d90-47d3-b15b-3a13edda1453, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=b04bfad8-5d90-47d3-b15b-3a13edda1453,segment=NetworkSegment(752d3afc-75f3-4649-a2da-fce6646a3e47),segment_id=752d3afc-75f3-4649-a2da-fce6646a3e47)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:24:46.567015 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:46.605830 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:46.638069 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Routers {'3711e451-af89-4d81-8938-23ac92f11dae'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:24:46.638709 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['3711e451-af89-4d81-8938-23ac92f11dae'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:46.640582 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74d5ba-3cd7-4021-a27d-bf0245640f2c None None] Pushing event updated for resources: {'Port': ['ID=b04bfad8-5d90-47d3-b15b-3a13edda1453,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:46.644996 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-4496a545-e13a-4bfd-8533-b7daa2b54dba None None] Provisioning complete for port b04bfad8-5d90-47d3-b15b-3a13edda1453 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:46.645409 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4496a545-e13a-4bfd-8533-b7daa2b54dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:46.786543 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] Set router 3711e451-af89-4d81-8938-23ac92f11dae gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:24:46.839321 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:46.849968 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4496a545-e13a-4bfd-8533-b7daa2b54dba None None] Current status of the port b04bfad8-5d90-47d3-b15b-3a13edda1453 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:46.850326 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4496a545-e13a-4bfd-8533-b7daa2b54dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:46.959165 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-4496a545-e13a-4bfd-8533-b7daa2b54dba None None] For port b04bfad8-5d90-47d3-b15b-3a13edda1453, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=b04bfad8-5d90-47d3-b15b-3a13edda1453,segment=NetworkSegment(752d3afc-75f3-4649-a2da-fce6646a3e47),segment_id=752d3afc-75f3-4649-a2da-fce6646a3e47)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:24:46.967356 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4496a545-e13a-4bfd-8533-b7daa2b54dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:47.205270 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496a545-e13a-4bfd-8533-b7daa2b54dba None None] Pushing event updated for resources: {'Port': ['ID=b04bfad8-5d90-47d3-b15b-3a13edda1453,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:47.213030 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-41147bfe-e664-43bf-a2ba-d595f4a27cbe None None] Provisioning complete for port b04bfad8-5d90-47d3-b15b-3a13edda1453 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:47.213362 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-41147bfe-e664-43bf-a2ba-d595f4a27cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:47.244852 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711e451-af89-4d81-8938-23ac92f11dae', 'name': 'tempest-TestVolumeBootPattern-1522860623-router', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:38Z', 'updated_at': '2022-06-28T03:24:41Z', 'revision_number': 4, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'gw_port': {'id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:39Z', 'updated_at': '2022-06-28T03:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'b04bfad8-5d90-47d3-b15b-3a13edda1453', 'name': '', 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:41Z', 'updated_at': '2022-06-28T03:24:46Z', 'revision_number': 4, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'subnets': [{'id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:24:47.278604 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d01407-aebe-477a-b537-967c12e9a9a0 None None] The sync data for ids ['3711e451-af89-4d81-8938-23ac92f11dae'] in dv-cinder-846842-5-iscsi is: [{'id': '3711e451-af89-4d81-8938-23ac92f11dae', 'name': 'tempest-TestVolumeBootPattern-1522860623-router', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:38Z', 'updated_at': '2022-06-28T03:24:41Z', 'revision_number': 4, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'gw_port': {'id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:39Z', 'updated_at': '2022-06-28T03:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'b04bfad8-5d90-47d3-b15b-3a13edda1453', 'name': '', 'network_id': 'dd571c21-8a72-4f1e-a3d4-d96f781a89e0', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:41Z', 'updated_at': '2022-06-28T03:24:46Z', 'revision_number': 4, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'subnets': [{'id': 'c2a768ea-e104-4afb-bfb9-3e53a1514389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:24:47.285017 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:47.304473 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-d4e741d2-27d2-4594-9437-bbbc06b99f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:47.307972 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-d4e741d2-27d2-4594-9437-bbbc06b99f68 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 200 len: 850 time: 0.0645587 Jun 28 03:24:47.379647 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:47.380110 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:47.385040 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-41147bfe-e664-43bf-a2ba-d595f4a27cbe None None] Current status of the port b04bfad8-5d90-47d3-b15b-3a13edda1453 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:47.464616 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:47.465801 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b04bfad8-5d90-47d3-b15b-3a13edda1453 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:47.515362 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port b04bfad8-5d90-47d3-b15b-3a13edda1453 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:47.515723 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:47.573474 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b22761a2-66e4-4777-bc6c-a7ad1a00d00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:47.600274 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:47.607949 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port b04bfad8-5d90-47d3-b15b-3a13edda1453 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:48.254430 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-80237319-92ff-4e25-841a-828a38531c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:24:48.255968 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-80237319-92ff-4e25-841a-828a38531c2e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419419 Jun 28 03:24:48.350144 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-3d064acc-01b7-4267-a026-35d31a3cdb63 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868399 Jun 28 03:24:48.447374 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-aa639027-b54e-490c-ac9e-23a10d9805ef req-86f3f807-3840-4fba-b53d-a508a1e10195 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893409 Jun 28 03:24:49.265775 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b04bfad8-5d90-47d3-b15b-3a13edda1453 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:24:49.316777 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port b04bfad8-5d90-47d3-b15b-3a13edda1453 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:24:49.317151 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:49.389741 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port b04bfad8-5d90-47d3-b15b-3a13edda1453 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:24:49.814258 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f2713063-6ad4-4f8d-b1d6-7d6ba39e4efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:50.979306 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:51.053274 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:52.659589 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:53.046336 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:54.074600 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40580) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:54.188880 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-749703e2-2932-41fa-80ef-5732380963c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:54.264189 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-749703e2-2932-41fa-80ef-5732380963c8 admin admin] Publish callbacks [] for security_group (de67f85e-930d-49bd-bd24-55426ef365e9), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:54.269867 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-749703e2-2932-41fa-80ef-5732380963c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (de67f85e-930d-49bd-bd24-55426ef365e9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:54.315131 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-749703e2-2932-41fa-80ef-5732380963c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dd921c67ff748cb8cde508cd1be45b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392356 Jun 28 03:24:54.316043 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749703e2-2932-41fa-80ef-5732380963c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de67f85e-930d-49bd-bd24-55426ef365e9,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:54.317899 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40584) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:54.364967 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:54.370837 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8e80210-57a7-439b-9088-501b222556a9 admin admin] Publish callbacks [] for security_group (de67f85e-930d-49bd-bd24-55426ef365e9), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:54.397205 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8e80210-57a7-439b-9088-501b222556a9 admin admin] Publish callbacks [] for security_group (de67f85e-930d-49bd-bd24-55426ef365e9), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:54.446452 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8e80210-57a7-439b-9088-501b222556a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (de67f85e-930d-49bd-bd24-55426ef365e9), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:54.449372 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8e80210-57a7-439b-9088-501b222556a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:54.453137 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a8e80210-57a7-439b-9088-501b222556a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de67f85e-930d-49bd-bd24-55426ef365e9 HTTP/1.1" status: 204 len: 168 time: 0.1311777 Jun 28 03:24:54.460987 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e80210-57a7-439b-9088-501b222556a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de67f85e-930d-49bd-bd24-55426ef365e9,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:56.425914 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=31 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:56.471492 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:57.282746 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:24:58.094596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40636) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:58.207406 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-14d43bf5-33bf-49da-a148-4fb36dd35955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:58.228722 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:24:58.292107 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-14d43bf5-33bf-49da-a148-4fb36dd35955 admin admin] Publish callbacks [] for security_group (ff956d77-a665-4f48-8ff9-e5ace9f61124), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:58.299602 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-14d43bf5-33bf-49da-a148-4fb36dd35955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (ff956d77-a665-4f48-8ff9-e5ace9f61124), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:58.338289 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d43bf5-33bf-49da-a148-4fb36dd35955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff956d77-a665-4f48-8ff9-e5ace9f61124,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:24:58.343674 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-14d43bf5-33bf-49da-a148-4fb36dd35955 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74d9abce72004c5f9736097a2956c8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480347 Jun 28 03:24:58.346596 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40640) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:24:58.399740 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abf7dec5-1ab7-41cd-ba74-7d0cdf396c3e admin admin] Publish callbacks [] for security_group (ff956d77-a665-4f48-8ff9-e5ace9f61124), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:58.426159 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abf7dec5-1ab7-41cd-ba74-7d0cdf396c3e admin admin] Publish callbacks [] for security_group (ff956d77-a665-4f48-8ff9-e5ace9f61124), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:58.486790 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abf7dec5-1ab7-41cd-ba74-7d0cdf396c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (ff956d77-a665-4f48-8ff9-e5ace9f61124), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:58.489330 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abf7dec5-1ab7-41cd-ba74-7d0cdf396c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:24:58.491395 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-abf7dec5-1ab7-41cd-ba74-7d0cdf396c3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff956d77-a665-4f48-8ff9-e5ace9f61124 HTTP/1.1" status: 204 len: 168 time: 0.1435158 Jun 28 03:24:58.500631 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7dec5-1ab7-41cd-ba74-7d0cdf396c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff956d77-a665-4f48-8ff9-e5ace9f61124,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:03.566543 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40750) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:03.884655 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Deleting port 3c581262-36fe-423c-9666-eec984dfb22c {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:25:03.884978 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (3c581262-36fe-423c-9666-eec984dfb22c), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:03.969060 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (3c581262-36fe-423c-9666-eec984dfb22c), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:03.969060 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for floatingip (3c581262-36fe-423c-9666-eec984dfb22c), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:03.983495 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Calling delete_port for 3c581262-36fe-423c-9666-eec984dfb22c owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:25:04.169220 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (3c581262-36fe-423c-9666-eec984dfb22c), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:04.195738 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event deleted for resources: {'Port': ['ID=3c581262-36fe-423c-9666-eec984dfb22c,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:04.266753 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:04.292632 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for floatingip (2f11fed6-f61b-4e4d-bde3-25b610569ffd), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:04.293007 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Floating IP 2f11fed6-f61b-4e4d-bde3-25b610569ffd disassociated (deleted). External IP: 172.27.2.23, port: 5ef0c0c3-3a01-4e07-9e58-af12fe750d01. Jun 28 03:25:04.343398 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-ed26ed4f-3fd2-4277-9744-b3bf39ca8c7a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125387860&fields=id&tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df HTTP/1.1" status: 200 len: 267 time: 0.0994978 Jun 28 03:25:04.474025 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:04.712723 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:04.826892 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-66d879e6-4661-46db-a76d-dc0ac805779d tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:04.828388 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-66d879e6-4661-46db-a76d-dc0ac805779d tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 811 time: 0.4755404 Jun 28 03:25:04.875986 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-e36c1504-aab0-4c10-995b-e1a6ae067bbf tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/quotas/cc2d6ae6d1f74852b9b51d970d19d0df HTTP/1.1" status: 200 len: 375 time: 0.0399070 Jun 28 03:25:04.933862 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Router cac2b3aa-8383-4cf0-a68e-4790e8715519 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:25:04.944313 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-abd14e30-81ce-4642-b3ef-cde38f5e1689 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614481 Jun 28 03:25:05.091700 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:25:05.097249 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:05.102666 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] Sync routers for ids ['cac2b3aa-8383-4cf0-a68e-4790e8715519'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:25:05.113501 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] Routers {'cac2b3aa-8383-4cf0-a68e-4790e8715519'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:05.114283 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['cac2b3aa-8383-4cf0-a68e-4790e8715519'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:05.168446 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-cb7f3873-03c9-46de-8d42-8c122563931d tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "DELETE /v2.0/floatingips/2f11fed6-f61b-4e4d-bde3-25b610569ffd HTTP/1.1" status: 204 len: 168 time: 1.6002944 Jun 28 03:25:05.172216 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:25:05.174864 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f96657-285f-4105-9f6d-544dc45b9e65" -d '{"events": [{"name": "network-changed", "server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:25:05.195016 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-5a400a51-ab89-4964-bd93-1a09b6b24195 service neutron] 10.222.0.44 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071011 Jun 28 03:25:05.231764 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] Set router cac2b3aa-8383-4cf0-a68e-4790e8715519 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:05.306403 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-2bdb5f6d-ad92-44d6-be6e-f01501ca537c service neutron] 10.222.0.44 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974770 Jun 28 03:25:05.361331 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a175775a-c02b-4f15-a5fe-142a4c99e9d0 x-openstack-request-id: req-a175775a-c02b-4f15-a5fe-142a4c99e9d0 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:25:05.361617 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:25:05.361941 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a175775a-c02b-4f15-a5fe-142a4c99e9d0 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:25:05.362262 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a175775a-c02b-4f15-a5fe-142a4c99e9d0'] response: {'name': 'network-changed', 'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'status': 'completed', 'code': 200} Jun 28 03:25:05.461651 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:32Z', 'revision_number': 5, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:05.473873 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30652b-67bb-4582-840a-4af324cd5968 req-33f5216f-039b-4a81-a24b-053a7ce321b3 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:05.475450 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6a30652b-67bb-4582-840a-4af324cd5968 req-33f5216f-039b-4a81-a24b-053a7ce321b3 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0586817 Jun 28 03:25:05.489089 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] Checking router: cac2b3aa-8383-4cf0-a68e-4790e8715519 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:25:05.499438 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] Routers {'cac2b3aa-8383-4cf0-a68e-4790e8715519'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:05.500057 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['cac2b3aa-8383-4cf0-a68e-4790e8715519'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:05.534868 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6a30652b-67bb-4582-840a-4af324cd5968 req-4c72c62a-0576-4796-aecb-bf06329299ce tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525923 Jun 28 03:25:05.615144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] Set router cac2b3aa-8383-4cf0-a68e-4790e8715519 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:05.660813 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59a07e00-0b2e-4b7e-8ad0-ea37ae248f92 req-79a66619-5bd8-4f15-b21f-ef95fbe2e276 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 210 time: 0.0379455 Jun 28 03:25:05.806154 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:05.815418 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:32Z', 'revision_number': 5, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:05.844512 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10aaf4-c046-4256-a06a-024aae91e04d None None] The sync data for ids ['cac2b3aa-8383-4cf0-a68e-4790e8715519'] in dv-cinder-846842-5-iscsi is: [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:19:23Z', 'revision_number': 4, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'd1e73e73-df75-45b8-af4e-9e876a969027', 'name': '', 'network_id': '637d8db0-e115-438e-98d4-4018ed69f48c', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'mac_address': 'fa:16:3e:93:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:22Z', 'updated_at': '2022-06-28T03:19:32Z', 'revision_number': 5, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'subnets': [{'id': '3c61886d-35ea-4842-a52c-cdcc6f9c97f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:25:06.087412 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee4c03b-ecea-4f5d-b143-dabbdeaebf9b None None] New status for floating IP 2f11fed6-f61b-4e4d-bde3-25b610569ffd: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:25:06.675848 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-cf4d3ef5-efc4-4adc-840b-77fad70887be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:06.677420 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-cf4d3ef5-efc4-4adc-840b-77fad70887be service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=bcfe66d2ca71404e9b032806db987d4d&device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 1129 time: 0.0787027 Jun 28 03:25:06.683476 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e37fe7-f39f-4841-998a-cd5af44588db req-a352477c-8ca9-432f-940a-2de9f728aae7 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:06.685014 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-13e37fe7-f39f-4841-998a-cd5af44588db req-a352477c-8ca9-432f-940a-2de9f728aae7 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0719054 Jun 28 03:25:06.768824 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-67652fa7-72e3-4b67-8056-7c7025cd1a25 req-a056f2c5-d1e6-4928-ac57-953a31a0206a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 210 time: 0.0454772 Jun 28 03:25:06.773598 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-13e37fe7-f39f-4841-998a-cd5af44588db req-146981d6-b94f-46a4-89a3-69d9a66e4216 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824752 Jun 28 03:25:06.834093 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:06.862413 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-b6d965ae-12db-41e0-b204-e033a18c03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:06.863866 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-b6d965ae-12db-41e0-b204-e033a18c03d4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=637d8db0-e115-438e-98d4-4018ed69f48c HTTP/1.1" status: 200 len: 910 time: 0.1040487 Jun 28 03:25:07.105904 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-db48f65b-52aa-4ed9-8231-cedbcaf68b48 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01 HTTP/1.1" status: 200 len: 217 time: 0.0432832 Jun 28 03:25:07.158781 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:07.177175 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-cea24f58-4434-4788-be03-8497765d2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:07.179192 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-cea24f58-4434-4788-be03-8497765d2a71 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=3c61886d-35ea-4842-a52c-cdcc6f9c97f4 HTTP/1.1" status: 200 len: 848 time: 0.0511422 Jun 28 03:25:07.271160 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-a74fde39-3f47-47aa-bb29-ba52a3bc9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:07.273137 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-a74fde39-3f47-47aa-bb29-ba52a3bc9e27 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=637d8db0-e115-438e-98d4-4018ed69f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437388 Jun 28 03:25:07.280983 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-9bd276ff-6e37-4070-bc8e-e0f01d4ce04f tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:07.282420 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-9bd276ff-6e37-4070-bc8e-e0f01d4ce04f tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.27 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0542631 Jun 28 03:25:07.619607 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:07.623776 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-3bdd79b0-0a29-4632-b9e2-7527bbe4fd6a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Deleting port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:25:07.624113 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-3bdd79b0-0a29-4632-b9e2-7527bbe4fd6a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:07.645466 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:07.648816 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-0a6619fd-afe9-40a3-81c4-10047d7affdd service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141720 Jun 28 03:25:07.754956 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-3bdd79b0-0a29-4632-b9e2-7527bbe4fd6a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] For port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:07.755309 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-3bdd79b0-0a29-4632-b9e2-7527bbe4fd6a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:07.772400 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-3bdd79b0-0a29-4632-b9e2-7527bbe4fd6a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Calling delete_port for 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:25:07.801516 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85f96657-285f-4105-9f6d-544dc45b9e65 req-e59610bf-0ab8-4ee3-8072-34e206ddebce service neutron] 10.222.0.27 "GET /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153438 Jun 28 03:25:07.913065 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-32419052-d22b-4b9a-8941-14033989f617 req-12762b12-ba39-4d88-b3e4-73b1bd8de997 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 210 time: 0.0381887 Jun 28 03:25:07.958301 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c8d31-ab3b-4830-bae2-68ff20fdcf09 req-04ea29c1-e76b-4a47-ba2b-ba3f76664315 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:07.959929 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-444c8d31-ab3b-4830-bae2-68ff20fdcf09 req-04ea29c1-e76b-4a47-ba2b-ba3f76664315 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 945 time: 0.0826368 Jun 28 03:25:07.969544 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-af537fd1-3215-47b7-838b-d05c67234544 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:07.971741 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-af537fd1-3215-47b7-838b-d05c67234544 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 811 time: 0.2816906 Jun 28 03:25:08.001524 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-3bdd79b0-0a29-4632-b9e2-7527bbe4fd6a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (5ef0c0c3-3a01-4e07-9e58-af12fe750d01), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:08.013534 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-444c8d31-ab3b-4830-bae2-68ff20fdcf09 req-9b6444e2-0865-4d44-9356-3ff5bd1dab32 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3e23bc-e2db-4200-ac88-a8e389603439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477614 Jun 28 03:25:08.035496 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd79b0-0a29-4632-b9e2-7527bbe4fd6a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event deleted for resources: {'Port': ['ID=5ef0c0c3-3a01-4e07-9e58-af12fe750d01,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:08.096909 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-3bdd79b0-0a29-4632-b9e2-7527bbe4fd6a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] No DVR routers for this DVR port 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:25:08.099603 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-3bdd79b0-0a29-4632-b9e2-7527bbe4fd6a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:08.103404 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-708c268b-3e32-4cfe-9d6d-e4a7a336f2d8 req-3bdd79b0-0a29-4632-b9e2-7527bbe4fd6a tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.27 "DELETE /v2.0/ports/5ef0c0c3-3a01-4e07-9e58-af12fe750d01 HTTP/1.1" status: 204 len: 173 time: 0.5701556 Jun 28 03:25:08.108434 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'name': 'network-vif-deleted', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:25:08.110661 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3349261-9687-42bb-9339-8ec0661e62af" -d '{"events": [{"server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "name": "network-vif-deleted", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:25:08.123080 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-eba030bc-f938-46dd-87a7-ea1687111357 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df HTTP/1.1" status: 200 len: 380 time: 0.1355374 Jun 28 03:25:08.133287 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'port': {'device_id': '10e32105-0f00-4bec-be78-59f9383e3992', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'admin_state_up': True, 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'security_groups': ['ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:08.154849 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00dc51e-60db-4c95-a2b6-8693d75557d1 x-openstack-request-id: req-a00dc51e-60db-4c95-a2b6-8693d75557d1 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:25:08.155197 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d20165-bd26-4933-9494-f57e12a4af62", "name": "network-vif-deleted", "tag": "5ef0c0c3-3a01-4e07-9e58-af12fe750d01", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:25:08.155432 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a00dc51e-60db-4c95-a2b6-8693d75557d1 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:25:08.155882 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00dc51e-60db-4c95-a2b6-8693d75557d1'] response: {'server_uuid': '18d20165-bd26-4933-9494-f57e12a4af62', 'name': 'network-vif-deleted', 'tag': '5ef0c0c3-3a01-4e07-9e58-af12fe750d01', 'status': 'completed', 'code': 200} Jun 28 03:25:08.258786 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Made reservation on behalf of cc2d6ae6d1f74852b9b51d970d19d0df for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:25:08.262186 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:08.408756 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Allocated IP 172.20.0.14 (fa3b8415-5dcf-451a-a58a-63fa23e098ab/245a1efb-5038-407c-b984-5f60bf2b07cc/8216d3f8-6222-4089-bdc6-74085387c8a5) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:25:08.419702 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:08.564503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:08.605625 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:08.617924 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:08.659683 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:08.665265 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:08.669667 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:25:08.702918 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'Port': ['ID=8216d3f8-6222-4089-bdc6-74085387c8a5,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:08.736992 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:08.737733 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:08.762436 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-8f4f53cf-fec4-4c84-ab11-bcc737e20d31 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6331592 Jun 28 03:25:08.953384 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8780b00a-1f60-47d4-8844-9d8bbad3f19a None None] Provisioning complete for port 8216d3f8-6222-4089-bdc6-74085387c8a5 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:08.953975 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8780b00a-1f60-47d4-8844-9d8bbad3f19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:08.991543 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8780b00a-1f60-47d4-8844-9d8bbad3f19a None None] Port 8216d3f8-6222-4089-bdc6-74085387c8a5 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:25:09.022499 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Request body: {'port': {'device_id': '10e32105-0f00-4bec-be78-59f9383e3992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:09.050117 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613702a-a7fe-487b-9104-e6f88f4a8051 req-086f86ae-adf0-4eca-b075-2df36cd1ca92 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:09.052000 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f613702a-a7fe-487b-9104-e6f88f4a8051 req-086f86ae-adf0-4eca-b075-2df36cd1ca92 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 932 time: 0.0531499 Jun 28 03:25:09.091929 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:09.143709 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f613702a-a7fe-487b-9104-e6f88f4a8051 req-8a3950e5-5fb2-424a-bbdf-1ffbdbd2f44b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825889 Jun 28 03:25:09.145524 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5939f0b9-8aec-4a82-8b0f-4c31db336b82 req-62039658-38e4-42cd-8833-458d397d2376 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "GET /v2.0/ports?device_id=18d20165-bd26-4933-9494-f57e12a4af62 HTTP/1.1" status: 200 len: 210 time: 0.0374629 Jun 28 03:25:09.400202 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8216d3f8-6222-4089-bdc6-74085387c8a5 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:25:09.408299 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Publish callbacks [] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:09.421450 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Transition to ACTIVE for port object 8216d3f8-6222-4089-bdc6-74085387c8a5 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:25:09.427180 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:09.474594 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Pushing event updated for resources: {'Port': ['ID=8216d3f8-6222-4089-bdc6-74085387c8a5,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:09.555489 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Attempting to bind port 8216d3f8-6222-4089-bdc6-74085387c8a5 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:25:09.555820 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Attempting to bind port 8216d3f8-6222-4089-bdc6-74085387c8a5 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:25:09.556175 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Attempting to bind port 8216d3f8-6222-4089-bdc6-74085387c8a5 on network fa3b8415-5dcf-451a-a58a-63fa23e098ab {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:25:09.559064 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:09.562510 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Port 8216d3f8-6222-4089-bdc6-74085387c8a5 on network fa3b8415-5dcf-451a-a58a-63fa23e098ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:25:09.562838 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Attempting to bind port 8216d3f8-6222-4089-bdc6-74085387c8a5 on network fa3b8415-5dcf-451a-a58a-63fa23e098ab {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:25:09.569640 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:25:09.569974 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Checking segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:25:09.570355 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Bound using segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:25:09.570788 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Bound port: 8216d3f8-6222-4089-bdc6-74085387c8a5, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:25:09.571144 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:09.645316 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] For port 8216d3f8-6222-4089-bdc6-74085387c8a5, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:25:09.648494 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] For port 8216d3f8-6222-4089-bdc6-74085387c8a5, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8216d3f8-6222-4089-bdc6-74085387c8a5,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:25:09.657778 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:09.695194 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:09.695817 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:09.697174 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] 10.222.0.27 "PUT /v2.0/ports/8216d3f8-6222-4089-bdc6-74085387c8a5 HTTP/1.1" status: 200 len: 1094 time: 0.6791143 Jun 28 03:25:09.714045 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e7912-a379-45af-b7b8-721724d55c59 service neutron] Pushing event updated for resources: {'Port': ['ID=8216d3f8-6222-4089-bdc6-74085387c8a5,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:09.810197 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-2ced3366-c6d9-4745-9d1a-36fbb4b7695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:09.811893 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-2ced3366-c6d9-4745-9d1a-36fbb4b7695f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 1128 time: 0.0415387 Jun 28 03:25:09.870203 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-d8fd5947-d3e7-4d00-aca5-02c9f48f713e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8216d3f8-6222-4089-bdc6-74085387c8a5 HTTP/1.1" status: 200 len: 217 time: 0.0368164 Jun 28 03:25:09.913205 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:09.923520 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-bd5c3257-0e98-4ae1-9c62-45202802d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:09.925010 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-bd5c3257-0e98-4ae1-9c62-45202802d13d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0483737 Jun 28 03:25:09.984412 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-47f729ef-c17e-4b3d-93c2-9bb682839075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:09.985836 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-47f729ef-c17e-4b3d-93c2-9bb682839075 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492315 Jun 28 03:25:10.099525 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-6c9a8e3d-967f-4771-8c74-19f8b6b1a9a2 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063440 Jun 28 03:25:10.166349 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e32105-0f00-4bec-be78-59f9383e3992', 'tag': '8216d3f8-6222-4089-bdc6-74085387c8a5'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:25:10.168931 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "10e32105-0f00-4bec-be78-59f9383e3992", "tag": "8216d3f8-6222-4089-bdc6-74085387c8a5"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:25:10.211626 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40824) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:10.227421 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c4d13e4-247c-4a51-a966-810bdb0fb09f req-c3c2daf4-3ec1-4e97-8bc8-56d1c6af51cf service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192894 Jun 28 03:25:10.241674 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9a7f01-9a35-4309-baae-fd6875fc89cc x-openstack-request-id: req-9d9a7f01-9a35-4309-baae-fd6875fc89cc {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:25:10.242018 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e32105-0f00-4bec-be78-59f9383e3992", "tag": "8216d3f8-6222-4089-bdc6-74085387c8a5", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:25:10.242322 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d9a7f01-9a35-4309-baae-fd6875fc89cc {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:25:10.245203 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9a7f01-9a35-4309-baae-fd6875fc89cc'] response: {'name': 'network-changed', 'server_uuid': '10e32105-0f00-4bec-be78-59f9383e3992', 'tag': '8216d3f8-6222-4089-bdc6-74085387c8a5', 'status': 'completed', 'code': 200} Jun 28 03:25:10.288866 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ee37-a2d1-4d1f-a3a8-fad20a974dcc req-6d88dc42-a34f-4b85-bba1-9cd604da9e55 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:10.290463 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-15d4ee37-a2d1-4d1f-a3a8-fad20a974dcc req-6d88dc42-a34f-4b85-bba1-9cd604da9e55 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0594420 Jun 28 03:25:10.290650 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60f61b6f-c71d-458f-a5da-fc1829aaaec3 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group (ad3e23bc-e2db-4200-ac88-a8e389603439), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:10.317195 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60f61b6f-c71d-458f-a5da-fc1829aaaec3 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group (ad3e23bc-e2db-4200-ac88-a8e389603439), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:10.343332 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-15d4ee37-a2d1-4d1f-a3a8-fad20a974dcc req-e89c1b15-0718-4cf8-ad22-5652310587d7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456882 Jun 28 03:25:10.368294 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:25:10.382768 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60f61b6f-c71d-458f-a5da-fc1829aaaec3 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (ad3e23bc-e2db-4200-ac88-a8e389603439), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:10.385333 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-60f61b6f-c71d-458f-a5da-fc1829aaaec3 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:10.386547 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-60f61b6f-c71d-458f-a5da-fc1829aaaec3 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] 10.222.0.44 "DELETE /v2.0/security-groups/ad3e23bc-e2db-4200-ac88-a8e389603439 HTTP/1.1" status: 204 len: 168 time: 0.1746271 Jun 28 03:25:10.395574 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:25:10.395918 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 5ef0c0c3-3a01-4e07-9e58-af12fe750d01 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:25:10.402651 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f61b6f-c71d-458f-a5da-fc1829aaaec3 tempest-TestShelveInstance-792593003 tempest-TestShelveInstance-792593003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e23bc-e2db-4200-ac88-a8e389603439,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:10.438905 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40830) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:10.631640 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-38146e01-9703-48b2-b5e4-31d4cc25fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:10.633337 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-38146e01-9703-48b2-b5e4-31d4cc25fd16 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 1128 time: 0.0795271 Jun 28 03:25:10.805039 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-e3ee7ead-c3a9-4174-a08e-2d45d55a37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:10.806507 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-e3ee7ead-c3a9-4174-a08e-2d45d55a37e7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.1651924 Jun 28 03:25:10.847072 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:10.875146 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-180c16f6-80ba-412a-bb31-7c7bf22507bf service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8216d3f8-6222-4089-bdc6-74085387c8a5 HTTP/1.1" status: 200 len: 217 time: 0.0418487 Jun 28 03:25:10.961798 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-0cbfbe43-ed9c-4f89-a454-ea00d4fd7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:10.963349 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-0cbfbe43-ed9c-4f89-a454-ea00d4fd7de2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0789244 Jun 28 03:25:11.031663 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:11.035926 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-5a18d379-1b1b-409d-a839-8737bfa7a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:11.037420 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-5a18d379-1b1b-409d-a839-8737bfa7a075 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574653 Jun 28 03:25:11.100140 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (cac2b3aa-8383-4cf0-a68e-4790e8715519), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:11.192719 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-341c727e-5850-4b53-9456-46f4aeabc392 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390188 Jun 28 03:25:11.375491 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0f73f58-cc47-4b4a-bca0-51fc0cad8dd3 req-1ae010df-75f1-4ffa-8da0-96d1a73d11d1 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552672 Jun 28 03:25:11.441614 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] Deleting port d1e73e73-df75-45b8-af4e-9e876a969027 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:25:11.442365 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:11.462486 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da496-a60e-44c8-9ba5-49184b96629b req-6578ad14-cf40-4e8e-a7e7-adb4053f0b7d tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:11.463971 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4d8da496-a60e-44c8-9ba5-49184b96629b req-6578ad14-cf40-4e8e-a7e7-adb4053f0b7d tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0500865 Jun 28 03:25:11.529049 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4d8da496-a60e-44c8-9ba5-49184b96629b req-1f4d05e0-8a7c-48d2-a987-a7a615bb4a9f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586236 Jun 28 03:25:11.532020 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] For port d1e73e73-df75-45b8-af4e-9e876a969027, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=d1e73e73-df75-45b8-af4e-9e876a969027,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:11.532418 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:11.550049 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] Calling delete_port for d1e73e73-df75-45b8-af4e-9e876a969027 owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:25:11.678128 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:11.735296 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (d1e73e73-df75-45b8-af4e-9e876a969027), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:11.760828 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e73e73-df75-45b8-af4e-9e876a969027,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:12.183291 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (cac2b3aa-8383-4cf0-a68e-4790e8715519), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:12.186545 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:12.407730 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] Router cac2b3aa-8383-4cf0-a68e-4790e8715519 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:25:12.523535 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:25:12.528896 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-97d3c406-4dbd-4056-9cc7-d63950678d39 admin admin] 10.222.0.44 "PUT /v2.0/routers/cac2b3aa-8383-4cf0-a68e-4790e8715519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0888226 Jun 28 03:25:12.532789 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40852) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:12.535529 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] Sync routers for ids ['cac2b3aa-8383-4cf0-a68e-4790e8715519'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:25:12.549210 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] Routers {'cac2b3aa-8383-4cf0-a68e-4790e8715519'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:12.549815 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['cac2b3aa-8383-4cf0-a68e-4790e8715519'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:12.641368 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Publish callbacks [] for router (cac2b3aa-8383-4cf0-a68e-4790e8715519), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:12.649406 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a17f5-a322-4c4a-802f-ab8398c9d2c3 req-c36e89fe-eb19-4825-a683-ab474b66e477 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:12.651069 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-125a17f5-a322-4c4a-802f-ab8398c9d2c3 req-c36e89fe-eb19-4825-a683-ab474b66e477 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0526743 Jun 28 03:25:12.653989 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] Set router cac2b3aa-8383-4cf0-a68e-4790e8715519 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:12.700830 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-125a17f5-a322-4c4a-802f-ab8398c9d2c3 req-24e9b424-6a25-48f1-9f74-98f37b2e9ef6 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438328 Jun 28 03:25:12.742101 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Publish callbacks [] for router_gateway (cac2b3aa-8383-4cf0-a68e-4790e8715519), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:12.782683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:12.785554 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Deleting port 8a951472-d1bb-4c46-b31d-24bb4077c533 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:25:12.785893 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:12.823227 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:25:11Z', 'revision_number': 5, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port': {'id': '8a951472-d1bb-4c46-b31d-24bb4077c533', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:19Z', 'updated_at': '2022-06-28T03:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:12.848611 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] Checking router: cac2b3aa-8383-4cf0-a68e-4790e8715519 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:25:12.857784 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] Routers {'cac2b3aa-8383-4cf0-a68e-4790e8715519'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:12.858389 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['cac2b3aa-8383-4cf0-a68e-4790e8715519'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:12.868410 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-8965df79-b914-49db-9543-552c48958422 admin admin] For port 8a951472-d1bb-4c46-b31d-24bb4077c533, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=8a951472-d1bb-4c46-b31d-24bb4077c533,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:12.868757 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:12.875533 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:12.882687 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Calling delete_port for 8a951472-d1bb-4c46-b31d-24bb4077c533 owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:25:12.942279 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] Set router cac2b3aa-8383-4cf0-a68e-4790e8715519 gateway port host: None {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:12.993330 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:25:12Z', 'revision_number': 6, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:13.019121 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bb959-928d-4a85-a5a4-f0d6ecd70bcc None None] The sync data for ids ['cac2b3aa-8383-4cf0-a68e-4790e8715519'] in dv-cinder-846842-5-iscsi is: [{'id': 'cac2b3aa-8383-4cf0-a68e-4790e8715519', 'name': 'tempest-TestShelveInstance-1752700390-router', 'tenant_id': 'bcfe66d2ca71404e9b032806db987d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:18Z', 'updated_at': '2022-06-28T03:25:12Z', 'revision_number': 6, 'project_id': 'bcfe66d2ca71404e9b032806db987d4d', 'gw_port_host': None}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:25:13.030500 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:13.061223 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (8a951472-d1bb-4c46-b31d-24bb4077c533), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.083979 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a951472-d1bb-4c46-b31d-24bb4077c533,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:13.148195 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (cac2b3aa-8383-4cf0-a68e-4790e8715519), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.234624 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (cac2b3aa-8383-4cf0-a68e-4790e8715519), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.236876 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Publish callbacks [] for router_controller (cac2b3aa-8383-4cf0-a68e-4790e8715519), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.283970 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (cac2b3aa-8383-4cf0-a68e-4790e8715519), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.284569 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac2b3aa-8383-4cf0-a68e-4790e8715519 {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:25:13.288870 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8965df79-b914-49db-9543-552c48958422 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.289992 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8965df79-b914-49db-9543-552c48958422 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cac2b3aa-8383-4cf0-a68e-4790e8715519 HTTP/1.1" status: 204 len: 168 time: 0.7563241 Jun 28 03:25:13.292708 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40856) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:13.339625 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cb71a0-e7b6-4130-a1fb-f24a90271172 admin admin] Deleting subnet 3c61886d-35ea-4842-a52c-cdcc6f9c97f4 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:25:13.343219 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67cb71a0-e7b6-4130-a1fb-f24a90271172 admin admin] Publish callbacks [] for subnet (3c61886d-35ea-4842-a52c-cdcc6f9c97f4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.390321 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67cb71a0-e7b6-4130-a1fb-f24a90271172 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242447'] for subnet (3c61886d-35ea-4842-a52c-cdcc6f9c97f4), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.487373 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67cb71a0-e7b6-4130-a1fb-f24a90271172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (3c61886d-35ea-4842-a52c-cdcc6f9c97f4), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.542871 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67cb71a0-e7b6-4130-a1fb-f24a90271172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3343495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460874'] for subnet (3c61886d-35ea-4842-a52c-cdcc6f9c97f4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.566143 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb71a0-e7b6-4130-a1fb-f24a90271172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c61886d-35ea-4842-a52c-cdcc6f9c97f4,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:13.571862 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67cb71a0-e7b6-4130-a1fb-f24a90271172 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.575077 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-67cb71a0-e7b6-4130-a1fb-f24a90271172 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3c61886d-35ea-4842-a52c-cdcc6f9c97f4 HTTP/1.1" status: 204 len: 168 time: 0.2815068 Jun 28 03:25:13.577799 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40860) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:13.580525 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0120f81d-5348-4906-9e85-c9aca6689045 None None] Network 637d8db0-e115-438e-98d4-4018ed69f48c requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:25:13.652007 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (637d8db0-e115-438e-98d4-4018ed69f48c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.697815 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Deleting port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:25:13.698143 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.774185 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] For port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a283cb3d-2ef9-48ac-9f13-ac6669a4d03c,segment=NetworkSegment(d7fa8e97-1bb8-4011-a165-2bf0f997be3c),segment_id=d7fa8e97-1bb8-4011-a165-2bf0f997be3c)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:13.774595 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.794991 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Calling delete_port for a283cb3d-2ef9-48ac-9f13-ac6669a4d03c owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:25:13.815368 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device d1e73e73-df75-45b8-af4e-9e876a969027 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:25:13.820182 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:13.828625 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4255a5-5be6-4acc-a6b2-6c14d301c7e1 req-b75b8f73-0b3d-4f31-b054-33b3153f77f3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:13.836322 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a4255a5-5be6-4acc-a6b2-6c14d301c7e1 req-b75b8f73-0b3d-4f31-b054-33b3153f77f3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0614142 Jun 28 03:25:13.840258 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: d1e73e73-df75-45b8-af4e-9e876a969027 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:25:13.840595 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device d1e73e73-df75-45b8-af4e-9e876a969027 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:25:13.894771 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a4255a5-5be6-4acc-a6b2-6c14d301c7e1 req-d9086787-208e-4629-93cf-8cbd1376071e tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574403 Jun 28 03:25:13.911355 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (a283cb3d-2ef9-48ac-9f13-ac6669a4d03c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:13.921266 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3327cd18-8ce2-4db6-bdcd-62f47c6a6274 None None] DHCP port deletion for 637d8db0-e115-438e-98d4-4018ed69f48c request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:25:13.938782 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Pushing event deleted for resources: {'Port': ['ID=a283cb3d-2ef9-48ac-9f13-ac6669a4d03c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:13.949459 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] No DVR routers for this DVR port a283cb3d-2ef9-48ac-9f13-ac6669a4d03c on host dv-cinder-846842-5-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:25:14.026413 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (637d8db0-e115-438e-98d4-4018ed69f48c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:14.048448 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637d8db0-e115-438e-98d4-4018ed69f48c']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:14.050327 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:14.059375 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:14.059648 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fa8e97-1bb8-4011-a165-2bf0f997be3c') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:14.071225 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242454'] for segment (d7fa8e97-1bb8-4011-a165-2bf0f997be3c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:14.085646 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (d7fa8e97-1bb8-4011-a165-2bf0f997be3c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:14.092768 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:25:14.093272 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3343457'] for segment (d7fa8e97-1bb8-4011-a165-2bf0f997be3c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:14.157360 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (637d8db0-e115-438e-98d4-4018ed69f48c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:14.164228 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:14.170391 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] 10.222.0.44 "DELETE /v2.0/networks/637d8db0-e115-438e-98d4-4018ed69f48c HTTP/1.1" status: 204 len: 168 time: 0.5884445 Jun 28 03:25:14.170552 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40868) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:14.178215 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38454ba8-9134-46cd-8174-29a61b983961 admin admin] Pushing event deleted for resources: {'Network': ['ID=637d8db0-e115-438e-98d4-4018ed69f48c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:14.227050 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:14.258940 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment d7fa8e97-1bb8-4011-a165-2bf0f997be3c resource provider aggregate not found Jun 28 03:25:14.273367 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment d7fa8e97-1bb8-4011-a165-2bf0f997be3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7fa8e97-1bb8-4011-a165-2bf0f997be3c found for delete ", "request_id": "req-3ceec74d-bcc6-4280-a7d9-fd4914b059be"}]} Jun 28 03:25:14.391481 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:14.493690 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (26a4bd96-4a71-4017-a8ac-d5ecf361f149), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:14.730026 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] Deleting port a218694e-1a11-4619-a71b-b09c137592f6 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:25:14.730251 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (a218694e-1a11-4619-a71b-b09c137592f6), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:14.812746 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] For port a218694e-1a11-4619-a71b-b09c137592f6, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a218694e-1a11-4619-a71b-b09c137592f6,segment=NetworkSegment(02601a20-5ce2-445f-bc59-614d7e7e1c0d),segment_id=02601a20-5ce2-445f-bc59-614d7e7e1c0d)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:14.813113 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (a218694e-1a11-4619-a71b-b09c137592f6), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:14.830559 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] Calling delete_port for a218694e-1a11-4619-a71b-b09c137592f6 owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:25:15.043665 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc04cc8-4a44-4fab-a112-0670f290bb05 req-774e3dbb-488e-4706-acbd-bb30d3efe81a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:15.045202 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9fc04cc8-4a44-4fab-a112-0670f290bb05 req-774e3dbb-488e-4706-acbd-bb30d3efe81a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0770035 Jun 28 03:25:15.068073 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (a218694e-1a11-4619-a71b-b09c137592f6), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:15.096592 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] Pushing event deleted for resources: {'Port': ['ID=a218694e-1a11-4619-a71b-b09c137592f6,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:15.112306 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:15.169808 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9fc04cc8-4a44-4fab-a112-0670f290bb05 req-fd5a430f-72a5-4771-a659-0fd19c26dcc4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163700 Jun 28 03:25:15.232905 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:15.287255 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (26a4bd96-4a71-4017-a8ac-d5ecf361f149), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:15.325340 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a283cb3d-2ef9-48ac-9f13-ac6669a4d03c no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:25:15.345085 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: a283cb3d-2ef9-48ac-9f13-ac6669a4d03c {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:25:15.345423 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a283cb3d-2ef9-48ac-9f13-ac6669a4d03c not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:25:15.345819 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 8a951472-d1bb-4c46-b31d-24bb4077c533 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:25:15.367810 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 8a951472-d1bb-4c46-b31d-24bb4077c533 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:25:15.368075 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 8a951472-d1bb-4c46-b31d-24bb4077c533 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:25:15.503063 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] Router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:25:15.610099 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:25:15.614976 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d6609658-036c-4969-8e11-97d71677e154 admin admin] 10.222.0.44 "PUT /v2.0/routers/26a4bd96-4a71-4017-a8ac-d5ecf361f149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4434218 Jun 28 03:25:15.617991 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40882) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:15.620942 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] Sync routers for ids ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:25:15.632025 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] Routers {'26a4bd96-4a71-4017-a8ac-d5ecf361f149'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:15.632886 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:15.733094 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Publish callbacks [] for router (26a4bd96-4a71-4017-a8ac-d5ecf361f149), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:15.747977 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] Set router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:15.845895 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Publish callbacks [] for router_gateway (26a4bd96-4a71-4017-a8ac-d5ecf361f149), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:15.889130 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Deleting port 54f32269-39a5-4c6a-a5d9-dd3953a292e9 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:25:15.889467 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:15.923059 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'name': 'tempest-TestShelveInstance-440498321-router', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:30Z', 'updated_at': '2022-06-28T03:25:14Z', 'revision_number': 5, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'gw_port': {'id': '54f32269-39a5-4c6a-a5d9-dd3953a292e9', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:19:31Z', 'updated_at': '2022-06-28T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:15.947302 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] Checking router: 26a4bd96-4a71-4017-a8ac-d5ecf361f149 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:25:15.955845 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] Routers {'26a4bd96-4a71-4017-a8ac-d5ecf361f149'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:15.956462 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:24:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:15.971494 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] For port 54f32269-39a5-4c6a-a5d9-dd3953a292e9, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=54f32269-39a5-4c6a-a5d9-dd3953a292e9,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:15.971840 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:15.986534 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Calling delete_port for 54f32269-39a5-4c6a-a5d9-dd3953a292e9 owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:25:16.038719 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] Set router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:16.150911 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:16.165320 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (54f32269-39a5-4c6a-a5d9-dd3953a292e9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.175953 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'name': 'tempest-TestShelveInstance-440498321-router', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:30Z', 'updated_at': '2022-06-28T03:25:15Z', 'revision_number': 6, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:16.188662 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f32269-39a5-4c6a-a5d9-dd3953a292e9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:16.205138 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd49ad-0b4c-4bf9-b58d-8b007802af1d None None] The sync data for ids ['26a4bd96-4a71-4017-a8ac-d5ecf361f149'] in dv-cinder-846842-5-iscsi is: [{'id': '26a4bd96-4a71-4017-a8ac-d5ecf361f149', 'name': 'tempest-TestShelveInstance-440498321-router', 'tenant_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:19:30Z', 'updated_at': '2022-06-28T03:25:15Z', 'revision_number': 6, 'project_id': 'dcf5ad2e5dd7417ca8a4498a813e7a51', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:25:16.266450 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (26a4bd96-4a71-4017-a8ac-d5ecf361f149), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.294382 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96697030-7b8c-4094-87b3-1d2dfd38eccc req-9963b6bf-0cb3-4404-b6bc-5ece0d48fdc4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:16.296089 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-96697030-7b8c-4094-87b3-1d2dfd38eccc req-9963b6bf-0cb3-4404-b6bc-5ece0d48fdc4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0497377 Jun 28 03:25:16.344679 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-96697030-7b8c-4094-87b3-1d2dfd38eccc req-f9552849-ab7e-4674-b340-0bf16e26e3c5 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Jun 28 03:25:16.353966 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (26a4bd96-4a71-4017-a8ac-d5ecf361f149), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.356382 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Publish callbacks [] for router_controller (26a4bd96-4a71-4017-a8ac-d5ecf361f149), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.399740 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (26a4bd96-4a71-4017-a8ac-d5ecf361f149), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.400340 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a4bd96-4a71-4017-a8ac-d5ecf361f149 {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:25:16.404667 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.405847 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7788e0f1-2627-48f4-8223-795820326db2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/26a4bd96-4a71-4017-a8ac-d5ecf361f149 HTTP/1.1" status: 204 len: 168 time: 0.7868707 Jun 28 03:25:16.408475 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40888) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:16.452717 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-083ef903-283e-47f9-82c9-be4bbae4ed93 admin admin] Deleting subnet 0a039923-611b-40c1-8fb0-60e8e271f31d {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:25:16.456074 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-083ef903-283e-47f9-82c9-be4bbae4ed93 admin admin] Publish callbacks [] for subnet (0a039923-611b-40c1-8fb0-60e8e271f31d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.492455 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-083ef903-283e-47f9-82c9-be4bbae4ed93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242447'] for subnet (0a039923-611b-40c1-8fb0-60e8e271f31d), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.538000 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:16.570465 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-083ef903-283e-47f9-82c9-be4bbae4ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (0a039923-611b-40c1-8fb0-60e8e271f31d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.626902 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-083ef903-283e-47f9-82c9-be4bbae4ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3343495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460874'] for subnet (0a039923-611b-40c1-8fb0-60e8e271f31d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.651215 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ef903-283e-47f9-82c9-be4bbae4ed93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a039923-611b-40c1-8fb0-60e8e271f31d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:16.657117 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-083ef903-283e-47f9-82c9-be4bbae4ed93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.660206 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-083ef903-283e-47f9-82c9-be4bbae4ed93 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0a039923-611b-40c1-8fb0-60e8e271f31d HTTP/1.1" status: 204 len: 168 time: 0.2507968 Jun 28 03:25:16.662792 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40890) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:16.666504 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6898b-3c17-4c15-b3fd-7c4a1f39387e None None] Network e1f7e127-ff61-474d-942f-506bb9e0d584 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:25:16.739450 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (e1f7e127-ff61-474d-942f-506bb9e0d584), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.781144 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Deleting port 7a5169fc-1676-4cb5-afb2-2041eac9f769 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:25:16.781480 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.847908 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] For port 7a5169fc-1676-4cb5-afb2-2041eac9f769, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=7a5169fc-1676-4cb5-afb2-2041eac9f769,segment=NetworkSegment(02601a20-5ce2-445f-bc59-614d7e7e1c0d),segment_id=02601a20-5ce2-445f-bc59-614d7e7e1c0d)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:16.848298 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.861702 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Calling delete_port for 7a5169fc-1676-4cb5-afb2-2041eac9f769 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:25:16.941845 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (7a5169fc-1676-4cb5-afb2-2041eac9f769), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:16.966864 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5169fc-1676-4cb5-afb2-2041eac9f769,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:16.970658 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] No DVR routers for this DVR port 7a5169fc-1676-4cb5-afb2-2041eac9f769 on host dv-cinder-846842-5-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:25:17.012649 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:17.020641 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d9bfa-cc49-4273-849a-fa6c4a1368be None None] DHCP port deletion for e1f7e127-ff61-474d-942f-506bb9e0d584 request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:25:17.054459 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (e1f7e127-ff61-474d-942f-506bb9e0d584), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.078951 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f7e127-ff61-474d-942f-506bb9e0d584']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:17.092646 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02601a20-5ce2-445f-bc59-614d7e7e1c0d') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:17.093245 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02601a20-5ce2-445f-bc59-614d7e7e1c0d') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:17.104022 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242454'] for segment (02601a20-5ce2-445f-bc59-614d7e7e1c0d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.120915 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (02601a20-5ce2-445f-bc59-614d7e7e1c0d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.128282 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:25:17.128676 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3343457'] for segment (02601a20-5ce2-445f-bc59-614d7e7e1c0d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.155586 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 02601a20-5ce2-445f-bc59-614d7e7e1c0d resource provider aggregate not found Jun 28 03:25:17.197909 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 02601a20-5ce2-445f-bc59-614d7e7e1c0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02601a20-5ce2-445f-bc59-614d7e7e1c0d found for delete ", "request_id": "req-6c3a3049-ae2f-4fef-bec1-055f9a758e2e"}]} Jun 28 03:25:17.209978 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (e1f7e127-ff61-474d-942f-506bb9e0d584), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.221608 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.227790 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] 10.222.0.44 "DELETE /v2.0/networks/e1f7e127-ff61-474d-942f-506bb9e0d584 HTTP/1.1" status: 204 len: 168 time: 0.5609040 Jun 28 03:25:17.240679 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68fc2f-3383-4e71-b4ae-8104bacd1dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f7e127-ff61-474d-942f-506bb9e0d584,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:17.272805 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a218694e-1a11-4619-a71b-b09c137592f6 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:25:17.296467 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: a218694e-1a11-4619-a71b-b09c137592f6 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:25:17.296853 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a218694e-1a11-4619-a71b-b09c137592f6 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:25:17.297281 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 7a5169fc-1676-4cb5-afb2-2041eac9f769 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:25:17.316797 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 7a5169fc-1676-4cb5-afb2-2041eac9f769 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:25:17.317135 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 7a5169fc-1676-4cb5-afb2-2041eac9f769 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:25:17.317536 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 54f32269-39a5-4c6a-a5d9-dd3953a292e9 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:25:17.337645 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 54f32269-39a5-4c6a-a5d9-dd3953a292e9 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:25:17.338447 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 54f32269-39a5-4c6a-a5d9-dd3953a292e9 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:25:17.367854 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40910) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:17.415809 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4ea52b73-9a92-4de7-9c42-4131b6bc4f38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bcfe66d2ca71404e9b032806db987d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442522 Jun 28 03:25:17.416194 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40912) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:17.466402 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bac69bf7-4ff8-4b91-b31d-9466b8eecb14 admin admin] Publish callbacks [] for security_group (b5987fcb-049b-43a6-8971-83c449d56cfd), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.468653 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86988f-67e7-4ce9-8a8b-c9791aaba87e req-4f5acbab-bc41-4a06-902e-b7cfab33ea36 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:17.470175 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4c86988f-67e7-4ce9-8a8b-c9791aaba87e req-4f5acbab-bc41-4a06-902e-b7cfab33ea36 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0527923 Jun 28 03:25:17.488841 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bac69bf7-4ff8-4b91-b31d-9466b8eecb14 admin admin] Publish callbacks [] for security_group (b5987fcb-049b-43a6-8971-83c449d56cfd), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.528110 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4c86988f-67e7-4ce9-8a8b-c9791aaba87e req-12c1d5e5-ef2f-4d68-b1e9-0b04b8d93297 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498643 Jun 28 03:25:17.554996 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bac69bf7-4ff8-4b91-b31d-9466b8eecb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (b5987fcb-049b-43a6-8971-83c449d56cfd), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.554996 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bac69bf7-4ff8-4b91-b31d-9466b8eecb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.554996 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bac69bf7-4ff8-4b91-b31d-9466b8eecb14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5987fcb-049b-43a6-8971-83c449d56cfd HTTP/1.1" status: 204 len: 168 time: 0.1376393 Jun 28 03:25:17.565015 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac69bf7-4ff8-4b91-b31d-9466b8eecb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5987fcb-049b-43a6-8971-83c449d56cfd,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:17.584189 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fb678988-346f-42fd-a1e8-7e22687d7ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:17.897486 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40918) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:17.939418 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-72d1eaa1-b0ae-41ed-b7a4-a3deee98c635 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcf5ad2e5dd7417ca8a4498a813e7a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408022 Jun 28 03:25:17.942871 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 40920) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:17.993141 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c10679ef-b607-4d51-80b3-54f15c5892cc admin admin] Publish callbacks [] for security_group (4fd746e8-d403-4f39-8c6a-b85e0000d02c), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:18.014755 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c10679ef-b607-4d51-80b3-54f15c5892cc admin admin] Publish callbacks [] for security_group (4fd746e8-d403-4f39-8c6a-b85e0000d02c), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:18.066049 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c10679ef-b607-4d51-80b3-54f15c5892cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4fd746e8-d403-4f39-8c6a-b85e0000d02c), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:18.068677 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c10679ef-b607-4d51-80b3-54f15c5892cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:18.069804 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c10679ef-b607-4d51-80b3-54f15c5892cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fd746e8-d403-4f39-8c6a-b85e0000d02c HTTP/1.1" status: 204 len: 168 time: 0.1260693 Jun 28 03:25:18.078256 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10679ef-b607-4d51-80b3-54f15c5892cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd746e8-d403-4f39-8c6a-b85e0000d02c,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:18.640407 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:18.654505 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697734a-c70f-43f1-b83f-41aea631517d req-9ee899e6-ded6-4767-a29f-8878341385a8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:18.656004 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6697734a-c70f-43f1-b83f-41aea631517d req-9ee899e6-ded6-4767-a29f-8878341385a8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0519300 Jun 28 03:25:18.711425 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6697734a-c70f-43f1-b83f-41aea631517d req-c138f736-8121-4c31-aa4c-762ac07e601e tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465329 Jun 28 03:25:19.810232 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1e67cd2d-1c9c-481a-a182-a0cb2da2850c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:19.844734 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5035907-74c9-41cf-9cd0-d6723193aba3 req-91020341-c538-4d77-8861-3c53a6d2e8b4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:19.846195 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f5035907-74c9-41cf-9cd0-d6723193aba3 req-91020341-c538-4d77-8861-3c53a6d2e8b4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0472355 Jun 28 03:25:19.895138 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f5035907-74c9-41cf-9cd0-d6723193aba3 req-ef73ed94-05e3-47b0-b63c-402b406a3005 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428066 Jun 28 03:25:20.957938 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:20.971652 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:21.013129 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:21.025687 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0116cb-cb2a-4dc4-a195-b5c755cc880c req-547a855b-a2a6-4071-addb-9dd783fd5a73 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:21.027196 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8b0116cb-cb2a-4dc4-a195-b5c755cc880c req-547a855b-a2a6-4071-addb-9dd783fd5a73 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0523026 Jun 28 03:25:21.057053 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:21.081417 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8b0116cb-cb2a-4dc4-a195-b5c755cc880c req-bbc92c3f-b168-434e-ab10-fa5f6339f71d tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483904 Jun 28 03:25:22.206367 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210ae0e-7777-4c01-9460-6a76974501f3 req-ce232545-abee-48a3-b140-2b93ec062f18 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:22.207827 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1210ae0e-7777-4c01-9460-6a76974501f3 req-ce232545-abee-48a3-b140-2b93ec062f18 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0497377 Jun 28 03:25:22.260666 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1210ae0e-7777-4c01-9460-6a76974501f3 req-9e513175-2ac2-4202-be58-fde3f73a1244 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441289 Jun 28 03:25:22.662297 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:23.042616 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:23.392546 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a427dd-8a49-4948-bb0a-128a40f447a0 req-4df00ec9-9235-4673-bd74-6e0a5d1aca58 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:23.394884 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e5a427dd-8a49-4948-bb0a-128a40f447a0 req-4df00ec9-9235-4673-bd74-6e0a5d1aca58 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0534704 Jun 28 03:25:23.454075 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e5a427dd-8a49-4948-bb0a-128a40f447a0 req-a1d82107-f386-43d9-95bf-193db801c331 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518541 Jun 28 03:25:24.592849 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feada907-4d0d-4060-a9f7-db6d5458e3ee req-aaa40938-e1fd-4bc6-9854-5edee8fd80b7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:24.594657 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-feada907-4d0d-4060-a9f7-db6d5458e3ee req-aaa40938-e1fd-4bc6-9854-5edee8fd80b7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0485067 Jun 28 03:25:24.647145 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-feada907-4d0d-4060-a9f7-db6d5458e3ee req-da3a872b-c4b4-47ab-9f30-6e7e5bc2f71b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Jun 28 03:25:25.772168 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0ceb2-3a20-45c6-a26f-877b99cfd18c req-d7b098a3-0215-4f84-a2ca-0c210756a7e8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:25.773689 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e1c0ceb2-3a20-45c6-a26f-877b99cfd18c req-d7b098a3-0215-4f84-a2ca-0c210756a7e8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0526233 Jun 28 03:25:25.824446 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e1c0ceb2-3a20-45c6-a26f-877b99cfd18c req-c22ac821-dbe8-440a-a50c-19a394219612 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446925 Jun 28 03:25:26.178837 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=35 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:26.179971 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=59 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:26.469589 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40982) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:26.587702 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d178b25-ef9a-4644-ab38-fabe799341bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:26.627263 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:26.673970 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d178b25-ef9a-4644-ab38-fabe799341bd admin admin] Publish callbacks [] for security_group (4eed7824-7279-40cf-80ac-d075b3ddba04), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:26.680306 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d178b25-ef9a-4644-ab38-fabe799341bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4eed7824-7279-40cf-80ac-d075b3ddba04), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:26.717266 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d178b25-ef9a-4644-ab38-fabe799341bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed7824-7279-40cf-80ac-d075b3ddba04,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:26.721566 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5d178b25-ef9a-4644-ab38-fabe799341bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e974d7302db4d538b8e6af085ddd5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509203 Jun 28 03:25:26.724403 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 40986) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:26.776054 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f770e2b4-fce6-4dbb-b7e7-e53d29d8358c admin admin] Publish callbacks [] for security_group (4eed7824-7279-40cf-80ac-d075b3ddba04), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:26.798269 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f770e2b4-fce6-4dbb-b7e7-e53d29d8358c admin admin] Publish callbacks [] for security_group (4eed7824-7279-40cf-80ac-d075b3ddba04), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:26.846166 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f770e2b4-fce6-4dbb-b7e7-e53d29d8358c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (4eed7824-7279-40cf-80ac-d075b3ddba04), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:26.848772 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f770e2b4-fce6-4dbb-b7e7-e53d29d8358c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:26.849947 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f770e2b4-fce6-4dbb-b7e7-e53d29d8358c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4eed7824-7279-40cf-80ac-d075b3ddba04 HTTP/1.1" status: 204 len: 168 time: 0.1246169 Jun 28 03:25:26.867562 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770e2b4-fce6-4dbb-b7e7-e53d29d8358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed7824-7279-40cf-80ac-d075b3ddba04,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:26.945907 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad37bc-a586-445e-9479-8e090c6f7a7c req-57961dbd-f4ac-4ee5-8764-08bc7b1b9f91 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:26.947518 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-77ad37bc-a586-445e-9479-8e090c6f7a7c req-57961dbd-f4ac-4ee5-8764-08bc7b1b9f91 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0540102 Jun 28 03:25:26.999394 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-77ad37bc-a586-445e-9479-8e090c6f7a7c req-638eaec0-a970-4a73-92b4-497f0711426a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464370 Jun 28 03:25:27.533673 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41010) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:27.645805 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1893395459-network', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:27.668994 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Made reservation on behalf of 75fde21fa6204de6976409a0d1c4c754 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:25:27.671230 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:27.679869 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:27.753662 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Publish callbacks [] for security_group (1ee51904-d618-4857-903d-b96582b64579), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:27.760084 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1ee51904-d618-4857-903d-b96582b64579), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:27.784870 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:25:27.793708 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee51904-d618-4857-903d-b96582b64579,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:27.798665 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:27.800017 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (217300fb-10c8-4c3d-a687-40d82751e82a), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:27.800495 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Added segment 217300fb-10c8-4c3d-a687-40d82751e82a of type vlan for network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 Jun 28 03:25:27.856493 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (9d824ab9-06a6-42d8-9d13-9eae7b9bd496), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:27.886655 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (9d824ab9-06a6-42d8-9d13-9eae7b9bd496), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:27.887617 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:27.888211 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:27.916367 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:27.923442 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3885820 Jun 28 03:25:27.926822 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41014) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:27.931908 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Request body: {'subnet': {'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1893395459-subnet', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:27.950977 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ad8f6-e878-4d9e-9d94-a42f65c74ead admin admin] Pushing event updated for resources: {'Network': ['ID=9d824ab9-06a6-42d8-9d13-9eae7b9bd496,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:27.955846 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Made reservation on behalf of 75fde21fa6204de6976409a0d1c4c754 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:25:27.958864 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3463403'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:27.962425 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:25:28.020664 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:28.115677 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9b9f5-b816-49a4-83e2-be443f175c19 req-727840b2-5df3-405e-83b0-d79fdaa6bcc8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:28.117180 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-69c9b9f5-b816-49a4-83e2-be443f175c19 req-727840b2-5df3-405e-83b0-d79fdaa6bcc8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0472353 Jun 28 03:25:28.134319 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3343558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460881'] for subnet (dad964cb-1206-4f69-8f89-69e1566115fd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.165411 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-69c9b9f5-b816-49a4-83e2-be443f175c19 req-c6870429-291e-4ac5-808a-c24054cbe639 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 Jun 28 03:25:28.186979 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad964cb-1206-4f69-8f89-69e1566115fd,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:28.203674 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Checking segment: {'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:25:28.204024 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Network hostable DHCP agents. Network: 9d824ab9-06a6-42d8-9d13-9eae7b9bd496, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:25:28.223000 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:25:28.234071 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, 9d824ab9-06a6-42d8-9d13-9eae7b9bd496) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:28.238924 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:28.239949 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.243847 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c6a461-cfed-482d-a008-47b9e3c36246 None None] Network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:25:28.355496 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:25:28.356494 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.484541 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:28.503225 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Allocated IP 172.20.0.2 (9d824ab9-06a6-42d8-9d13-9eae7b9bd496/dad964cb-1206-4f69-8f89-69e1566115fd/bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:25:28.509775 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bbbb8c65-2d45-43c7-8230-f9dd0cdc310d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5792890 Jun 28 03:25:28.510047 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41018) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:28.514363 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:28.534357 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.535318 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.585342 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks [] for router_controller (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.647209 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Publish callbacks [] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.654616 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.692811 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:28.695370 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:28.698737 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:25:28.707287 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Pushing event updated for resources: {'Port': ['ID=bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:28.722792 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks [] for router_gateway (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.730873 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.731213 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.731543 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.731868 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.732191 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.732508 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.732826 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.733136 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.733448 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.733778 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.734077 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.734391 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.734786 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.735012 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.735308 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:28.760463 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:28.772384 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Attempting to bind port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:25:28.772747 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Attempting to bind port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:25:28.773229 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Attempting to bind port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 on network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:25:28.778957 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:25:28.779368 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Checking segment: {'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:25:28.779815 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.780183 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Bound using segment: {'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:25:28.780675 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Bound port: bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:25:28.781041 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.846293 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] For port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:25:28.849630 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] For port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:25:28.860840 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.907711 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks [] for router_gateway (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:28.923880 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7969a-0b27-49a5-acbf-3b1cfe84e19d None None] Pushing event updated for resources: {'Port': ['ID=bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:28.931981 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:29.041778 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Allocated IP 172.27.2.124 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/1b6d9031-e689-4e45-827f-2844cd92a444) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:25:29.133860 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:29.169555 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks [] for port (1b6d9031-e689-4e45-827f-2844cd92a444), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:29.206333 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:29.256733 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:29.259619 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:29.262280 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:25:29.291738 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83c3ef-1f06-4303-85c4-13af243ff0ed req-d0994088-91c4-4c10-9935-5ef2645672cc tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:29.293500 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6d9031-e689-4e45-827f-2844cd92a444,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:29.296788 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c83c3ef-1f06-4303-85c4-13af243ff0ed req-d0994088-91c4-4c10-9935-5ef2645672cc tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0617499 Jun 28 03:25:29.326910 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:29.350171 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c83c3ef-1f06-4303-85c4-13af243ff0ed req-3423604e-7730-4210-a1c8-260b0eaaf9ee tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513532 Jun 28 03:25:29.374712 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:29.375154 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:29.377368 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:29.452821 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:29.453198 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:29.486748 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:29.491583 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:29.512596 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks [] for router_gateway (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:29.539537 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:29.713662 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:29.716430 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:29.846967 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a9228-63bb-4c32-9bbf-fef37a3091db None None] Network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:25:29.847283 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:25:29.942389 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:29.947164 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:25:29.952429 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:29.960731 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Sync routers for ids ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:25:29.963663 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a0b62744-4692-4aed-9fd7-b805f3e0f9dd None None] Provisioning complete for port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:29.963992 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a0b62744-4692-4aed-9fd7-b805f3e0f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:29.967498 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:29.968712 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e74f419f-9004-477f-a9b7-ecfa206c3265 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4576952 Jun 28 03:25:29.971348 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41030) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:30.018977 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Routers {'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:30.019610 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:30.154653 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a0b62744-4692-4aed-9fd7-b805f3e0f9dd None None] Current status of the port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:30.172596 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Set router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:30.309534 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-6e9b768a-62c1-4840-88a5-757acd787673 None None] Provisioning complete for port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:30.309994 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6e9b768a-62c1-4840-88a5-757acd787673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:30.458430 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:30.534152 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3a37d-8224-420b-b3e7-67b05254cdb8 req-d5f6cada-3a16-4731-8540-a715bcdc926e tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:30.537195 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d1d3a37d-8224-420b-b3e7-67b05254cdb8 req-d5f6cada-3a16-4731-8540-a715bcdc926e tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0663838 Jun 28 03:25:30.601655 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d1d3a37d-8224-420b-b3e7-67b05254cdb8 req-0c10dc06-e39f-489b-9559-29351661c1cb tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583265 Jun 28 03:25:30.626378 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:29Z', 'revision_number': 3, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:30.656376 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Checking router: e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:25:30.656812 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Updating router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 port 1b6d9031-e689-4e45-827f-2844cd92a444 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:25:30.660330 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b768a-62c1-4840-88a5-757acd787673 None None] Current status of the port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:30.678396 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Allocated IP 172.20.0.1 (9d824ab9-06a6-42d8-9d13-9eae7b9bd496/dad964cb-1206-4f69-8f89-69e1566115fd/eb5d1f62-02f9-405e-bf80-79ddaeec390b) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:25:30.688417 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:30.694525 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:30.719435 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:30.801992 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Publish callbacks [] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:30.837648 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:30.881699 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:30.886867 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:30.889117 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Pushing event updated for resources: {'Port': ['ID=eb5d1f62-02f9-405e-bf80-79ddaeec390b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:30.891232 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:25:30.935487 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:30.953800 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Publish callbacks [] for port (1b6d9031-e689-4e45-827f-2844cd92a444), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:30.960358 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:30.984468 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:31.020457 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Attempting to bind port 1b6d9031-e689-4e45-827f-2844cd92a444 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:25:31.020589 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Attempting to bind port 1b6d9031-e689-4e45-827f-2844cd92a444 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:25:31.020895 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Attempting to bind port 1b6d9031-e689-4e45-827f-2844cd92a444 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:25:31.026781 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:25:31.027147 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:25:31.027537 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:31.027920 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:25:31.028415 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Bound port: 1b6d9031-e689-4e45-827f-2844cd92a444, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:25:31.028789 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:31.031551 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260dd2d-30d1-4b1e-9012-a281e54da9b7 None None] Pushing event updated for resources: {'Port': ['ID=1b6d9031-e689-4e45-827f-2844cd92a444,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:31.077058 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:31.077297 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:31.089144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] For port 1b6d9031-e689-4e45-827f-2844cd92a444, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:25:31.093044 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] For port 1b6d9031-e689-4e45-827f-2844cd92a444, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=1b6d9031-e689-4e45-827f-2844cd92a444,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:25:31.101228 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:31.162927 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Routers {'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:31.163455 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:31.165400 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260dd2d-30d1-4b1e-9012-a281e54da9b7 None None] Pushing event updated for resources: {'Port': ['ID=1b6d9031-e689-4e45-827f-2844cd92a444,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:31.214898 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-6e37eabd-5127-43c8-87e0-1588c1b34abe None None] Provisioning complete for port eb5d1f62-02f9-405e-bf80-79ddaeec390b triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:31.215260 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6e37eabd-5127-43c8-87e0-1588c1b34abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:31.243321 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Publish callbacks [] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:31.251443 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:31.288332 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:31.292279 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-6e37eabd-5127-43c8-87e0-1588c1b34abe None None] Port eb5d1f62-02f9-405e-bf80-79ddaeec390b cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:25:31.329078 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Pushing event updated for resources: {'Port': ['ID=eb5d1f62-02f9-405e-bf80-79ddaeec390b,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:31.332432 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:31.335850 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] Set router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:31.383930 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:31.384430 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:31.438429 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:31.440050 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:31.481812 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:31.556465 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:25:31.563129 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:31.574836 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:31.642422 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:30Z', 'revision_number': 1, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:31.684513 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67ffb7-5973-414e-b934-af8a5544a1e3 None None] The sync data for ids ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'] in dv-cinder-846842-5-iscsi is: [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:30Z', 'revision_number': 1, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:25:31.730285 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:25:31.736511 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-cbfbe483-e593-4c84-928a-9b471f59ab4b admin admin] 10.222.0.44 "PUT /v2.0/routers/e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7639055 Jun 28 03:25:31.757940 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3102a-cad5-43ff-a1ca-23e35313b498 req-f5dab5b6-9966-4854-9261-bc02495e8e87 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:31.760231 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-87b3102a-cad5-43ff-a1ca-23e35313b498 req-f5dab5b6-9966-4854-9261-bc02495e8e87 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0685415 Jun 28 03:25:31.829707 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-f69f08a0-4bf5-46d1-8f1f-e1ed5db40645 None None] Provisioning complete for port eb5d1f62-02f9-405e-bf80-79ddaeec390b triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:31.831012 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f69f08a0-4bf5-46d1-8f1f-e1ed5db40645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:31.837157 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-87b3102a-cad5-43ff-a1ca-23e35313b498 req-84f1b75b-5e89-4172-9343-0cd08fb84a8b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705488 Jun 28 03:25:31.881313 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-f69f08a0-4bf5-46d1-8f1f-e1ed5db40645 None None] Port eb5d1f62-02f9-405e-bf80-79ddaeec390b cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:25:32.316534 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41068) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:32.321687 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2004316092-network', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:32.344482 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Made reservation on behalf of f91fdf01aa604893ba691b1bfcb17b71 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:25:32.347456 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:32.357610 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:32.471366 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Publish callbacks [] for security_group (3f404dcd-4a65-4290-9971-aa7abcf94233), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:32.477268 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (3f404dcd-4a65-4290-9971-aa7abcf94233), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:32.482065 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:32.511773 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:25:32.517581 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f404dcd-4a65-4290-9971-aa7abcf94233,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:32.526045 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (5e7d9f6a-4679-4c61-b057-9caa832a86c1), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:32.526493 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Added segment 5e7d9f6a-4679-4c61-b057-9caa832a86c1 of type vlan for network f7e86318-3cd8-448a-8e13-80638ad685e1 Jun 28 03:25:32.569088 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (f7e86318-3cd8-448a-8e13-80638ad685e1), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:32.598581 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (f7e86318-3cd8-448a-8e13-80638ad685e1), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:32.599792 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:32.600447 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:32.641002 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3231997 Jun 28 03:25:32.645134 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41070) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:32.650737 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Request body: {'subnet': {'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2004316092-subnet', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:32.670276 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae27f6-8524-4889-a1ff-7bd989767333 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e86318-3cd8-448a-8e13-80638ad685e1,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:32.678725 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Made reservation on behalf of f91fdf01aa604893ba691b1bfcb17b71 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:25:32.682283 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3589059'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:32.683105 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network f7e86318-3cd8-448a-8e13-80638ad685e1 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:25:32.900929 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593273'] for subnet (acaf0071-501c-4cd6-85a1-58091713fec8), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.002109 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b807d-d697-4bbd-bd18-2e923c9f3f7e req-5788b2eb-5dd9-4b23-be64-ab1cabe45329 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:33.003881 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ce5b807d-d697-4bbd-bd18-2e923c9f3f7e req-5788b2eb-5dd9-4b23-be64-ab1cabe45329 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.0937405 Jun 28 03:25:33.004517 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acaf0071-501c-4cd6-85a1-58091713fec8,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:33.024013 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Checking segment: {'id': '5e7d9f6a-4679-4c61-b057-9caa832a86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:25:33.024391 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Network hostable DHCP agents. Network: f7e86318-3cd8-448a-8e13-80638ad685e1, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:25:33.036001 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:33.085950 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ce5b807d-d697-4bbd-bd18-2e923c9f3f7e req-e1b75e20-8775-4d38-849f-6b821506b7cd tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725734 Jun 28 03:25:33.087087 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Network f7e86318-3cd8-448a-8e13-80638ad685e1 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:25:33.098727 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, f7e86318-3cd8-448a-8e13-80638ad685e1) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:33.105490 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:33.105953 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.110389 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da064c5-f480-491a-9658-2b7727d774f5 None None] Network f7e86318-3cd8-448a-8e13-80638ad685e1 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:25:33.130649 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b3848539-6378-4072-b9b8-211c377cf562 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4807837 Jun 28 03:25:33.130941 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41076) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:33.135275 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2004316092-router', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:33.160660 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16321'] for router (e31a006a-67db-4dce-a45d-5191713a20c4), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.161892 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-602348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16342'] for router (e31a006a-67db-4dce-a45d-5191713a20c4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.222564 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37136a52-18b2-585c-b138-8f1afc1490b4-f7e86318-3cd8-448a-8e13-80638ad685e1', 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1', 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'fixed_ips': [{'subnet_id': 'acaf0071-501c-4cd6-85a1-58091713fec8'}]}} from dv-cinder-846842-5-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 03:25:33.224103 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.224961 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks [] for router_controller (e31a006a-67db-4dce-a45d-5191713a20c4), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.319220 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 1b6d9031-e689-4e45-827f-2844cd92a444 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:33.374295 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:33.396950 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks [] for router_gateway (e31a006a-67db-4dce-a45d-5191713a20c4), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.442801 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 1b6d9031-e689-4e45-827f-2844cd92a444 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:33.443156 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.445352 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Allocated IP 172.20.0.2 (f7e86318-3cd8-448a-8e13-80638ad685e1/acaf0071-501c-4cd6-85a1-58091713fec8/f70d4469-a76d-4674-bdcc-1f56d02051e8) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:25:33.615813 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 1b6d9031-e689-4e45-827f-2844cd92a444 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:33.616168 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.671096 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 1b6d9031-e689-4e45-827f-2844cd92a444, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=1b6d9031-e689-4e45-827f-2844cd92a444,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:33.678806 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.722076 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Publish callbacks [] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.733235 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.748979 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:33.750837 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=1b6d9031-e689-4e45-827f-2844cd92a444,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:33.762900 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Network f7e86318-3cd8-448a-8e13-80638ad685e1 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:33.779910 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:33.787598 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:25:33.792455 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:33.823509 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Pushing event updated for resources: {'Port': ['ID=f70d4469-a76d-4674-bdcc-1f56d02051e8,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:33.860185 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Attempting to bind port f70d4469-a76d-4674-bdcc-1f56d02051e8 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:25:33.860557 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Attempting to bind port f70d4469-a76d-4674-bdcc-1f56d02051e8 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '5e7d9f6a-4679-4c61-b057-9caa832a86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:25:33.861164 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Attempting to bind port f70d4469-a76d-4674-bdcc-1f56d02051e8 on network f7e86318-3cd8-448a-8e13-80638ad685e1 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:25:33.867314 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:25:33.867754 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Checking segment: {'id': '5e7d9f6a-4679-4c61-b057-9caa832a86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:25:33.868327 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.868842 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Bound using segment: {'id': '5e7d9f6a-4679-4c61-b057-9caa832a86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:25:33.869190 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Bound port: f70d4469-a76d-4674-bdcc-1f56d02051e8, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7d9f6a-4679-4c61-b057-9caa832a86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:25:33.869560 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.871907 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks [] for router_gateway (e31a006a-67db-4dce-a45d-5191713a20c4), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.890957 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:33.904368 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Sync routers for ids ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:25:33.918900 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Routers {'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:33.919520 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:33.937592 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] For port f70d4469-a76d-4674-bdcc-1f56d02051e8, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:25:33.941708 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] For port f70d4469-a76d-4674-bdcc-1f56d02051e8, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=f70d4469-a76d-4674-bdcc-1f56d02051e8,segment=NetworkSegment(5e7d9f6a-4679-4c61-b057-9caa832a86c1),segment_id=5e7d9f6a-4679-4c61-b057-9caa832a86c1)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:25:33.954328 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.014286 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Allocated IP 172.27.2.15 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/70b2ee8a-756c-4a4b-8449-d671327f9266) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:25:34.017672 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed789da-0b74-48f6-8eb9-f51698e8d675 None None] Pushing event updated for resources: {'Port': ['ID=f70d4469-a76d-4674-bdcc-1f56d02051e8,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:34.040663 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Set router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:34.161882 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks [] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.174010 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:34.220142 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.263961 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:34.269884 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:34.271442 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 2, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:34.281307 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:25:34.282571 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:25:34.285190 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Pushing event updated for resources: {'Port': ['ID=70b2ee8a-756c-4a4b-8449-d671327f9266,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:34.285323 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d283-271f-4edc-93e2-f1a397046de9 req-41c7058d-2ab9-48c5-871a-16362ab678cd tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:34.294822 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9950d283-271f-4edc-93e2-f1a397046de9 req-41c7058d-2ab9-48c5-871a-16362ab678cd tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 944 time: 0.1156495 Jun 28 03:25:34.314074 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Checking router: e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:25:34.314808 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Updating router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 port eb5d1f62-02f9-405e-bf80-79ddaeec390b binding host dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:25:34.330740 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:34.357942 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9950d283-271f-4edc-93e2-f1a397046de9 req-107156d9-4279-442a-aada-22398c8287ac tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621257 Jun 28 03:25:34.362803 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.443388 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 8216d3f8-6222-4089-bdc6-74085387c8a5 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:25:34.551292 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks [] for router_gateway (e31a006a-67db-4dce-a45d-5191713a20c4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.556548 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 8216d3f8-6222-4089-bdc6-74085387c8a5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8216d3f8-6222-4089-bdc6-74085387c8a5,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:34.568800 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '8216d3f8-6222-4089-bdc6-74085387c8a5', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'port_id': '8216d3f8-6222-4089-bdc6-74085387c8a5', 'mac_address': 'fa:16:3e:27:5e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:25:34.577051 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:34.614149 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 8216d3f8-6222-4089-bdc6-74085387c8a5 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:34.614637 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.629196 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8216d3f8-6222-4089-bdc6-74085387c8a5 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:25:34.649465 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 8216d3f8-6222-4089-bdc6-74085387c8a5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8216d3f8-6222-4089-bdc6-74085387c8a5,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:34.654979 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.658011 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Publish callbacks [] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.665986 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.707203 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=8216d3f8-6222-4089-bdc6-74085387c8a5,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:34.717564 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Pushing event updated for resources: {'Port': ['ID=eb5d1f62-02f9-405e-bf80-79ddaeec390b,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:34.727336 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.727680 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.728032 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.728409 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.728749 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.729067 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.729385 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.729703 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.730019 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.730336 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.730650 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.730977 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.731292 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.731602 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.731911 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:34.763540 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603828'] for router (e31a006a-67db-4dce-a45d-5191713a20c4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.804350 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Attempting to bind port eb5d1f62-02f9-405e-bf80-79ddaeec390b on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:25:34.804708 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Attempting to bind port eb5d1f62-02f9-405e-bf80-79ddaeec390b by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:25:34.805069 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Attempting to bind port eb5d1f62-02f9-405e-bf80-79ddaeec390b on network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:25:34.811557 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:25:34.812068 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Checking segment: {'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:25:34.812594 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.812979 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Bound using segment: {'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:25:34.813718 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Bound port: eb5d1f62-02f9-405e-bf80-79ddaeec390b, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:25:34.814469 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.826626 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:34.901859 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:34.916453 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Router e31a006a-67db-4dce-a45d-5191713a20c4 is scheduled to L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 03:25:34.920602 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] For port eb5d1f62-02f9-405e-bf80-79ddaeec390b, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:25:34.925110 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] For port eb5d1f62-02f9-405e-bf80-79ddaeec390b, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=eb5d1f62-02f9-405e-bf80-79ddaeec390b,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:25:34.934349 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:34.936542 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['8216d3f8-6222-4089-bdc6-74085387c8a5'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:25:35.002310 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a4ad2-6888-4bbf-bffd-86570f940856 None None] Pushing event updated for resources: {'Port': ['ID=eb5d1f62-02f9-405e-bf80-79ddaeec390b,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:35.014580 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:35.074836 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Routers {'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:35.076015 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:35.110851 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:25:35.138053 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:35.139528 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8c7c6259-ef42-474a-bfb9-8930a26e6801 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0075943 Jun 28 03:25:35.143935 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41084) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:35.144195 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Sync routers for ids ['e31a006a-67db-4dce-a45d-5191713a20c4'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:25:35.200235 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Routers {'e31a006a-67db-4dce-a45d-5191713a20c4'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:35.200954 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:35.205827 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e31a006a-67db-4dce-a45d-5191713a20c4'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:35.208865 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e07135d7-345e-400e-a202-07c15125726d None None] Provisioning complete for port eb5d1f62-02f9-405e-bf80-79ddaeec390b triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:35.209080 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e07135d7-345e-400e-a202-07c15125726d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:35.350344 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] Set router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:35.359028 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:35.533328 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b59fb-b3df-4f59-bad5-6f6173879e8a req-02c97acc-052c-41b9-8875-680ca6743eba tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:35.535724 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2e5b59fb-b3df-4f59-bad5-6f6173879e8a req-02c97acc-052c-41b9-8875-680ca6743eba tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 945 time: 0.0602062 Jun 28 03:25:35.599936 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2e5b59fb-b3df-4f59-bad5-6f6173879e8a req-415703e4-441f-4657-aa0e-89a8136948a5 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546379 Jun 28 03:25:35.623803 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a35af4-4e1e-4ba8-ab0e-63d972707bc4 None None] Network f7e86318-3cd8-448a-8e13-80638ad685e1 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:25:35.624199 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:34Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:35.626603 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 1b6d9031-e689-4e45-827f-2844cd92a444 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:35.650716 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d8f45-d592-4d30-b947-9952a31cba17 None None] The sync data for ids ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'] in dv-cinder-846842-5-iscsi is: [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:34Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:25:35.723161 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:35.729988 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Set router e31a006a-67db-4dce-a45d-5191713a20c4 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:35.873475 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:35.874405 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e07135d7-345e-400e-a202-07c15125726d None None] Current status of the port eb5d1f62-02f9-405e-bf80-79ddaeec390b is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:35.874803 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e07135d7-345e-400e-a202-07c15125726d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:35.905707 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Allocated IP 172.20.0.1 (f7e86318-3cd8-448a-8e13-80638ad685e1/acaf0071-501c-4cd6-85a1-58091713fec8/b78cee75-a519-4edb-8fc5-06cd951756d1) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:25:35.973697 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 1b6d9031-e689-4e45-827f-2844cd92a444 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:35.974258 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.024252 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Publish callbacks [] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.028491 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:36.039567 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-e07135d7-345e-400e-a202-07c15125726d None None] For port eb5d1f62-02f9-405e-bf80-79ddaeec390b, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=eb5d1f62-02f9-405e-bf80-79ddaeec390b,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:36.063040 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e07135d7-345e-400e-a202-07c15125726d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.069731 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.119403 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Network f7e86318-3cd8-448a-8e13-80638ad685e1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:36.122827 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:36.126881 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:25:36.163821 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b78cee75-a519-4edb-8fc5-06cd951756d1,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:36.182654 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596758'] for router_interface (e31a006a-67db-4dce-a45d-5191713a20c4), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.188027 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07135d7-345e-400e-a202-07c15125726d None None] Pushing event updated for resources: {'Port': ['ID=eb5d1f62-02f9-405e-bf80-79ddaeec390b,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:36.198850 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'name': 'tempest-TestMinimumBasicScenario-2004316092-router', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:34Z', 'revision_number': 3, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'gw_port': {'id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:36.241765 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:36.280313 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Checking router: e31a006a-67db-4dce-a45d-5191713a20c4 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:25:36.280723 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Updating router e31a006a-67db-4dce-a45d-5191713a20c4 port 70b2ee8a-756c-4a4b-8449-d671327f9266 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:25:36.305695 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-151d8d45-8592-4759-9228-425aa89498b4 None None] Provisioning complete for port f70d4469-a76d-4674-bdcc-1f56d02051e8 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:36.306018 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-151d8d45-8592-4759-9228-425aa89498b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.344016 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.350091 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 1b6d9031-e689-4e45-827f-2844cd92a444 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:36.351538 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device eb5d1f62-02f9-405e-bf80-79ddaeec390b up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:36.378297 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.521811 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 8216d3f8-6222-4089-bdc6-74085387c8a5 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:36.538072 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Publish callbacks [] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.543528 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.568654 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port eb5d1f62-02f9-405e-bf80-79ddaeec390b triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:36.569022 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.570541 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-151d8d45-8592-4759-9228-425aa89498b4 None None] Current status of the port f70d4469-a76d-4674-bdcc-1f56d02051e8 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:36.570958 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-151d8d45-8592-4759-9228-425aa89498b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.611385 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b78cee75-a519-4edb-8fc5-06cd951756d1,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:36.614888 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596866'] for router_interface (e31a006a-67db-4dce-a45d-5191713a20c4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.651803 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:36.652427 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:36.692265 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-151d8d45-8592-4759-9228-425aa89498b4 None None] For port f70d4469-a76d-4674-bdcc-1f56d02051e8, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=f70d4469-a76d-4674-bdcc-1f56d02051e8,segment=NetworkSegment(5e7d9f6a-4679-4c61-b057-9caa832a86c1),segment_id=5e7d9f6a-4679-4c61-b057-9caa832a86c1)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:36.721901 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Network f7e86318-3cd8-448a-8e13-80638ad685e1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:36.723179 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:36.724121 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 8216d3f8-6222-4089-bdc6-74085387c8a5 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:25:36.726368 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20205c-48b6-4f07-a892-9a83c93597df req-a6a8d1ad-69e4-48dc-bbc8-ff61e564fe55 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:36.727796 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-151d8d45-8592-4759-9228-425aa89498b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.728849 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ee20205c-48b6-4f07-a892-9a83c93597df req-a6a8d1ad-69e4-48dc-bbc8-ff61e564fe55 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 945 time: 0.0563271 Jun 28 03:25:36.745582 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 8216d3f8-6222-4089-bdc6-74085387c8a5 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:36.745951 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.816688 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-151d8d45-8592-4759-9228-425aa89498b4 None None] Provisioning complete for port eb5d1f62-02f9-405e-bf80-79ddaeec390b triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:36.817061 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-151d8d45-8592-4759-9228-425aa89498b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:36.826066 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ee20205c-48b6-4f07-a892-9a83c93597df req-aa2545a9-296e-4714-9df5-ba39b636ca36 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753956 Jun 28 03:25:36.840147 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Router e31a006a-67db-4dce-a45d-5191713a20c4 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:25:36.848667 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:36.918281 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port eb5d1f62-02f9-405e-bf80-79ddaeec390b is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:36.919342 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f70d4469-a76d-4674-bdcc-1f56d02051e8 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:36.923387 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d8d45-8592-4759-9228-425aa89498b4 None None] Pushing event updated for resources: {'Port': ['ID=f70d4469-a76d-4674-bdcc-1f56d02051e8,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:36.957037 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:25:36.964570 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-47ea52f9-3e93-4858-b983-0957d69fc3d5 admin admin] 10.222.0.44 "PUT /v2.0/routers/e31a006a-67db-4dce-a45d-5191713a20c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191137 Jun 28 03:25:37.068335 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Publish callbacks [] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.071360 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 8216d3f8-6222-4089-bdc6-74085387c8a5 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:37.071726 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.091165 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.101233 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port f70d4469-a76d-4674-bdcc-1f56d02051e8 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:37.101592 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.121578 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-151d8d45-8592-4759-9228-425aa89498b4 None None] Current status of the port eb5d1f62-02f9-405e-bf80-79ddaeec390b is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:37.175970 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e32105-0f00-4bec-be78-59f9383e3992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8216d3f8-6222-4089-bdc6-74085387c8a5'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:25:37.178132 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ecc811-f45f-46bc-b38d-90621c7a2669" -d '{"events": [{"server_uuid": "10e32105-0f00-4bec-be78-59f9383e3992", "name": "network-vif-plugged", "status": "completed", "tag": "8216d3f8-6222-4089-bdc6-74085387c8a5"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:25:37.205197 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 8216d3f8-6222-4089-bdc6-74085387c8a5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8216d3f8-6222-4089-bdc6-74085387c8a5,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:37.209366 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e06d0-b320-4018-86da-4e16c1d50a66 None None] Pushing event updated for resources: {'Port': ['ID=70b2ee8a-756c-4a4b-8449-d671327f9266,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:37.213824 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.215741 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Attempting to bind port 70b2ee8a-756c-4a4b-8449-d671327f9266 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:25:37.216104 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Attempting to bind port 70b2ee8a-756c-4a4b-8449-d671327f9266 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:25:37.216477 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Attempting to bind port 70b2ee8a-756c-4a4b-8449-d671327f9266 on network faeb97d9-c263-45a3-b2fb-7aac09df19ec {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:25:37.244962 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:25:37.245331 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Checking segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:25:37.245728 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.246136 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Bound using segment: {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:25:37.246614 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Bound port: 70b2ee8a-756c-4a4b-8449-d671327f9266, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:25:37.246987 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.254948 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2631bf6-251d-4d76-9ab5-b6b6fbd58ad8 x-openstack-request-id: req-d2631bf6-251d-4d76-9ab5-b6b6fbd58ad8 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:25:37.255231 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e32105-0f00-4bec-be78-59f9383e3992", "name": "network-vif-plugged", "status": "completed", "tag": "8216d3f8-6222-4089-bdc6-74085387c8a5", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:25:37.255475 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2631bf6-251d-4d76-9ab5-b6b6fbd58ad8 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:25:37.255857 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2631bf6-251d-4d76-9ab5-b6b6fbd58ad8'] response: {'server_uuid': '10e32105-0f00-4bec-be78-59f9383e3992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8216d3f8-6222-4089-bdc6-74085387c8a5', 'code': 200} Jun 28 03:25:37.498944 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:37.499981 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:37.500916 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-288e81e1-b24e-4245-91b1-86bb814aabf6 None None] Provisioning complete for port b78cee75-a519-4edb-8fc5-06cd951756d1 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:37.501683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-288e81e1-b24e-4245-91b1-86bb814aabf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.521451 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecca89-63f9-4cb8-822d-38d44effef2e req-a8b3f0ef-b819-4439-9036-0549362e86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:37.522640 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e7ecca89-63f9-4cb8-822d-38d44effef2e req-a8b3f0ef-b819-4439-9036-0549362e86d1 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 1130 time: 0.0500851 Jun 28 03:25:37.543284 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=8216d3f8-6222-4089-bdc6-74085387c8a5,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:37.558164 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] For port 70b2ee8a-756c-4a4b-8449-d671327f9266, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:25:37.563700 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port f70d4469-a76d-4674-bdcc-1f56d02051e8 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:37.575042 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] For port 70b2ee8a-756c-4a4b-8449-d671327f9266, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=70b2ee8a-756c-4a4b-8449-d671327f9266,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:25:37.580421 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-288e81e1-b24e-4245-91b1-86bb814aabf6 None None] Port b78cee75-a519-4edb-8fc5-06cd951756d1 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:25:37.586487 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.616607 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-288e81e1-b24e-4245-91b1-86bb814aabf6 None None] Provisioning complete for port f70d4469-a76d-4674-bdcc-1f56d02051e8 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:37.616975 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-288e81e1-b24e-4245-91b1-86bb814aabf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.681089 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e7ecca89-63f9-4cb8-822d-38d44effef2e req-86a63d90-1df7-4410-be21-49df9b76e3f3 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650063 Jun 28 03:25:37.683730 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e06d0-b320-4018-86da-4e16c1d50a66 None None] Pushing event updated for resources: {'Port': ['ID=70b2ee8a-756c-4a4b-8449-d671327f9266,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:37.686311 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Routers {'e31a006a-67db-4dce-a45d-5191713a20c4'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:37.686829 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e31a006a-67db-4dce-a45d-5191713a20c4'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:37.728826 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device eb5d1f62-02f9-405e-bf80-79ddaeec390b up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:37.893936 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] Set router e31a006a-67db-4dce-a45d-5191713a20c4 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:37.938805 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-288e81e1-b24e-4245-91b1-86bb814aabf6 None None] Current status of the port f70d4469-a76d-4674-bdcc-1f56d02051e8 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:37.951186 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port eb5d1f62-02f9-405e-bf80-79ddaeec390b triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:37.952496 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:37.970471 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7cfec-4b9f-43bb-a693-92233a06b38e req-6f1fe6f5-8928-4896-81e5-9ed6fa38b2c1 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:37.976869 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f7d7cfec-4b9f-43bb-a693-92233a06b38e req-6f1fe6f5-8928-4896-81e5-9ed6fa38b2c1 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 946 time: 0.0685956 Jun 28 03:25:38.052202 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f7d7cfec-4b9f-43bb-a693-92233a06b38e req-02288d90-6c35-4f5e-a52d-e3e30f3d9e2a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694659 Jun 28 03:25:38.141333 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port eb5d1f62-02f9-405e-bf80-79ddaeec390b is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:38.142466 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f70d4469-a76d-4674-bdcc-1f56d02051e8 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:38.244940 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'name': 'tempest-TestMinimumBasicScenario-2004316092-router', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:36Z', 'revision_number': 4, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'gw_port': {'id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'b78cee75-a519-4edb-8fc5-06cd951756d1', 'name': '', 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'mac_address': 'fa:16:3e:83:28:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'acaf0071-501c-4cd6-85a1-58091713fec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:35Z', 'updated_at': '2022-06-28T03:25:36Z', 'revision_number': 2, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'subnets': [{'id': 'acaf0071-501c-4cd6-85a1-58091713fec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:38.281956 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port f70d4469-a76d-4674-bdcc-1f56d02051e8 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:38.282339 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:38.285108 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:38.287374 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18784c19-df2a-40d7-b326-9f3911564162 None None] The sync data for ids ['e31a006a-67db-4dce-a45d-5191713a20c4'] in dv-cinder-846842-5-iscsi is: [{'id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'name': 'tempest-TestMinimumBasicScenario-2004316092-router', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:36Z', 'revision_number': 4, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'gw_port': {'id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'b78cee75-a519-4edb-8fc5-06cd951756d1', 'name': '', 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'mac_address': 'fa:16:3e:83:28:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'acaf0071-501c-4cd6-85a1-58091713fec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:35Z', 'updated_at': '2022-06-28T03:25:36Z', 'revision_number': 2, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'subnets': [{'id': 'acaf0071-501c-4cd6-85a1-58091713fec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:25:38.372116 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port f70d4469-a76d-4674-bdcc-1f56d02051e8 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:39.216931 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813af9d2-f7ea-4cd3-a49a-8df5c42efaf0 req-30e9727a-bb8f-4e6e-a477-6687bd2d50d7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:39.224849 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-813af9d2-f7ea-4cd3-a49a-8df5c42efaf0 req-30e9727a-bb8f-4e6e-a477-6687bd2d50d7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 946 time: 0.0631318 Jun 28 03:25:39.324708 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-813af9d2-f7ea-4cd3-a49a-8df5c42efaf0 req-2a939686-b09f-4d17-8240-bc74a5329940 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982008 Jun 28 03:25:39.516410 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202a84-e7fb-4c37-a4b2-270e07165c34 req-0edce513-1483-40e3-956e-db2b80a1883b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:39.518297 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59202a84-e7fb-4c37-a4b2-270e07165c34 req-0edce513-1483-40e3-956e-db2b80a1883b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 946 time: 0.1055219 Jun 28 03:25:39.586356 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59202a84-e7fb-4c37-a4b2-270e07165c34 req-3d108d55-f89e-44e8-9807-bfd7c0d0d560 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611308 Jun 28 03:25:39.618307 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41138) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:39.730558 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 70b2ee8a-756c-4a4b-8449-d671327f9266 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:39.831452 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 70b2ee8a-756c-4a4b-8449-d671327f9266 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:39.831842 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:39.835960 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:39.907834 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51533e04-dbd8-4262-a3ce-953b8f55e818 req-e8fe419f-3585-44b5-a598-f298befc525a tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:39.922567 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-51533e04-dbd8-4262-a3ce-953b8f55e818 req-e8fe419f-3585-44b5-a598-f298befc525a tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0737617 Jun 28 03:25:39.981347 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 70b2ee8a-756c-4a4b-8449-d671327f9266 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:39.982401 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:40.001510 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b54bf2-f46c-4e57-859b-77ad7296b777 tempest-TestVolumeBootPattern-725271251 tempest-TestVolumeBootPattern-725271251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:40.003123 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c8b54bf2-f46c-4e57-859b-77ad7296b777 tempest-TestVolumeBootPattern-725271251 tempest-TestVolumeBootPattern-725271251-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 1125 time: 0.3830395 Jun 28 03:25:40.006523 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41144) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:25:40.007945 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-51533e04-dbd8-4262-a3ce-953b8f55e818 req-c09cc1a5-f6f3-4534-86b0-d830bdf79164 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843341 Jun 28 03:25:40.011236 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'port_id': '8216d3f8-6222-4089-bdc6-74085387c8a5', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:40.023622 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] For port 70b2ee8a-756c-4a4b-8449-d671327f9266, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=70b2ee8a-756c-4a4b-8449-d671327f9266,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:40.040724 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:40.048444 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:40.123665 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Pushing event updated for resources: {'Port': ['ID=70b2ee8a-756c-4a4b-8449-d671327f9266,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:40.170330 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:40.296551 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Allocated IP 172.27.2.157 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/3ee1df84-506a-43ce-8d6d-a8eac3073168) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:25:40.325012 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:40.416902 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for port (3ee1df84-506a-43ce-8d6d-a8eac3073168), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:40.456750 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (3ee1df84-506a-43ce-8d6d-a8eac3073168), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:40.504082 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:40.508831 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:40.511278 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:25:40.542659 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'Port': ['ID=3ee1df84-506a-43ce-8d6d-a8eac3073168,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:40.555599 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:40.920339 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (cd09f013-cefc-409c-9f24-769727974347), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:40.997803 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (3ee1df84-506a-43ce-8d6d-a8eac3073168), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:41.190392 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b598e2-da73-4a7c-8868-7681829cbd21 req-57840594-a530-45ae-8aa0-1ff2549d2e26 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:41.197957 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-58b598e2-da73-4a7c-8868-7681829cbd21 req-57840594-a530-45ae-8aa0-1ff2549d2e26 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0932221 Jun 28 03:25:41.258051 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-58b598e2-da73-4a7c-8868-7681829cbd21 req-6e5abeda-cae7-455b-9336-c17fc5a74103 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591609 Jun 28 03:25:41.477167 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for port (3ee1df84-506a-43ce-8d6d-a8eac3073168), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:41.482905 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (3ee1df84-506a-43ce-8d6d-a8eac3073168), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:41.562039 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'Port': ['ID=3ee1df84-506a-43ce-8d6d-a8eac3073168,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:41.565383 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (cd09f013-cefc-409c-9f24-769727974347), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:41.615373 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:41.679064 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Floating IP cd09f013-cefc-409c-9f24-769727974347 associated. External IP: 172.27.2.157, port: 8216d3f8-6222-4089-bdc6-74085387c8a5. Jun 28 03:25:41.704266 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 70b2ee8a-756c-4a4b-8449-d671327f9266 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:41.769095 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port 70b2ee8a-756c-4a4b-8449-d671327f9266 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:41.769546 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:41.796139 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:41.861821 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port 70b2ee8a-756c-4a4b-8449-d671327f9266 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:41.929947 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Router 442b6900-b243-4140-9b84-f63fdb0ce45f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:25:42.039681 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:25:42.051205 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] Sync routers for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:25:42.067789 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:42.069182 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:42.069825 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:42.115093 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-113b8c9e-7114-49df-aca6-81d3b5ffe760 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1074340 Jun 28 03:25:42.115861 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e32105-0f00-4bec-be78-59f9383e3992', 'tag': '8216d3f8-6222-4089-bdc6-74085387c8a5'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:25:42.119167 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d136b2-fe36-4831-89a6-8de03c230a94" -d '{"events": [{"name": "network-changed", "server_uuid": "10e32105-0f00-4bec-be78-59f9383e3992", "tag": "8216d3f8-6222-4089-bdc6-74085387c8a5"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:25:42.165014 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf31c66-d866-4d6e-aabc-aba884c41b5a x-openstack-request-id: req-acf31c66-d866-4d6e-aabc-aba884c41b5a {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:25:42.165297 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e32105-0f00-4bec-be78-59f9383e3992", "tag": "8216d3f8-6222-4089-bdc6-74085387c8a5", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:25:42.165545 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acf31c66-d866-4d6e-aabc-aba884c41b5a {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:25:42.165968 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf31c66-d866-4d6e-aabc-aba884c41b5a'] response: {'name': 'network-changed', 'server_uuid': '10e32105-0f00-4bec-be78-59f9383e3992', 'tag': '8216d3f8-6222-4089-bdc6-74085387c8a5', 'status': 'completed', 'code': 200} Jun 28 03:25:42.231833 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:42.254143 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-e1eb8fad-432a-47ab-b30f-9b17330d138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:42.256452 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-e1eb8fad-432a-47ab-b30f-9b17330d138e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 1130 time: 0.0445032 Jun 28 03:25:42.382236 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-166577e6-440a-4dd0-b681-c8b20945fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:42.384760 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-166577e6-440a-4dd0-b681-c8b20945fa45 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.1196039 Jun 28 03:25:42.462657 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Sync routers for ids ['e31a006a-67db-4dce-a45d-5191713a20c4'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:25:42.490019 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Routers {'e31a006a-67db-4dce-a45d-5191713a20c4'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:42.490481 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa714b7-2be0-4599-86e5-b4b104417fca req-5fa03114-8586-4910-9fcf-a8cc65a58dc8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:42.490977 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e31a006a-67db-4dce-a45d-5191713a20c4'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:42.498596 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2aa714b7-2be0-4599-86e5-b4b104417fca req-5fa03114-8586-4910-9fcf-a8cc65a58dc8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.1169202 Jun 28 03:25:42.530343 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-d9f4b2f4-eef5-48ea-ad7f-23bd2549556c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8216d3f8-6222-4089-bdc6-74085387c8a5 HTTP/1.1" status: 200 len: 1000 time: 0.1358948 Jun 28 03:25:42.581073 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2aa714b7-2be0-4599-86e5-b4b104417fca req-a5e92919-1b89-4eb1-bc8c-9bb21b4de7b1 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795918 Jun 28 03:25:42.629027 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Set router e31a006a-67db-4dce-a45d-5191713a20c4 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:42.631372 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-5c671f7f-5481-41c6-abbf-aee45e9c19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:42.632103 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-5c671f7f-5481-41c6-abbf-aee45e9c19cd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0974085 Jun 28 03:25:42.645372 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'cd09f013-cefc-409c-9f24-769727974347', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '8216d3f8-6222-4089-bdc6-74085387c8a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:27:5e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32105-0f00-4bec-be78-59f9383e3992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:25:40Z', 'updated_at': '2022-06-28T03:25:40Z', 'revision_number': 0, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:42.695946 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-0fef3fd2-1698-40a7-83ec-d493d9a1e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:42.697148 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] Checking router: 442b6900-b243-4140-9b84-f63fdb0ce45f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:25:42.698328 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-0fef3fd2-1698-40a7-83ec-d493d9a1e71c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600529 Jun 28 03:25:42.719929 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:42.720645 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:42.819312 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-dc530ed2-cddc-47bc-bd2f-5f6bc368533a service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127746 Jun 28 03:25:42.831486 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:42.841481 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:42.890275 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'name': 'tempest-TestMinimumBasicScenario-2004316092-router', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:36Z', 'revision_number': 4, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'gw_port': {'id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'b78cee75-a519-4edb-8fc5-06cd951756d1', 'name': '', 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'mac_address': 'fa:16:3e:83:28:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'acaf0071-501c-4cd6-85a1-58091713fec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:35Z', 'updated_at': '2022-06-28T03:25:36Z', 'revision_number': 2, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'subnets': [{'id': 'acaf0071-501c-4cd6-85a1-58091713fec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:42.917142 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Checking router: e31a006a-67db-4dce-a45d-5191713a20c4 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:25:42.917498 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Updating router e31a006a-67db-4dce-a45d-5191713a20c4 port b78cee75-a519-4edb-8fc5-06cd951756d1 binding host dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 03:25:42.953636 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:42.959171 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68d136b2-fe36-4831-89a6-8de03c230a94 req-f25e5dc4-5671-49ca-8238-4f390bf80b61 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341090 Jun 28 03:25:43.116417 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:43.117886 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'cd09f013-cefc-409c-9f24-769727974347', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '8216d3f8-6222-4089-bdc6-74085387c8a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:27:5e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32105-0f00-4bec-be78-59f9383e3992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:25:40Z', 'updated_at': '2022-06-28T03:25:40Z', 'revision_number': 0, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:43.124606 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:43.147264 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e96cd1-4c5a-469b-b8b4-6df4761ffc97 None None] The sync data for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi is: [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': 'cd09f013-cefc-409c-9f24-769727974347', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '8216d3f8-6222-4089-bdc6-74085387c8a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:27:5e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32105-0f00-4bec-be78-59f9383e3992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:25:40Z', 'updated_at': '2022-06-28T03:25:40Z', 'revision_number': 0, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:25:43.181382 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:43.280280 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Publish callbacks [] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:43.289445 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:43.343681 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d35e6-a2de-487a-a777-45683f54493e None None] Pushing event updated for resources: {'Port': ['ID=b78cee75-a519-4edb-8fc5-06cd951756d1,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:43.422314 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Attempting to bind port b78cee75-a519-4edb-8fc5-06cd951756d1 on host dv-cinder-846842-5-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:25:43.422934 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Attempting to bind port b78cee75-a519-4edb-8fc5-06cd951756d1 by drivers openvswitch,hyperv on host dv-cinder-846842-5-iscsi at level 0 using segments [{'id': '5e7d9f6a-4679-4c61-b057-9caa832a86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:25:43.423449 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Attempting to bind port b78cee75-a519-4edb-8fc5-06cd951756d1 on network f7e86318-3cd8-448a-8e13-80638ad685e1 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:25:43.430279 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Checking agent: {'id': '6e87d84f-7e84-4973-b34c-cc8aa8ba3324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 9, 53), 'started_at': datetime.datetime(2022, 6, 28, 3, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:25:43.430640 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Checking segment: {'id': '5e7d9f6a-4679-4c61-b057-9caa832a86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:25:43.431044 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:43.431432 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Bound using segment: {'id': '5e7d9f6a-4679-4c61-b057-9caa832a86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:25:43.431903 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Bound port: b78cee75-a519-4edb-8fc5-06cd951756d1, host: dv-cinder-846842-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7d9f6a-4679-4c61-b057-9caa832a86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:25:43.432307 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:43.455980 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c0be2-454d-476b-9daf-ffe556ae8046 None None] New status for floating IP cd09f013-cefc-409c-9f24-769727974347: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:25:43.510578 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] For port b78cee75-a519-4edb-8fc5-06cd951756d1, host dv-cinder-846842-5-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:25:43.515875 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] For port b78cee75-a519-4edb-8fc5-06cd951756d1, host dv-cinder-846842-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=b78cee75-a519-4edb-8fc5-06cd951756d1,segment=NetworkSegment(5e7d9f6a-4679-4c61-b057-9caa832a86c1),segment_id=5e7d9f6a-4679-4c61-b057-9caa832a86c1)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:25:43.531126 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:43.692704 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Routers {'e31a006a-67db-4dce-a45d-5191713a20c4'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:25:43.693484 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e31a006a-67db-4dce-a45d-5191713a20c4'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:43.750350 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d35e6-a2de-487a-a777-45683f54493e None None] Pushing event updated for resources: {'Port': ['ID=b78cee75-a519-4edb-8fc5-06cd951756d1,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:43.766684 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-d094bf56-0312-4a2a-8ba8-bc01022137b0 None None] Provisioning complete for port b78cee75-a519-4edb-8fc5-06cd951756d1 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:43.767138 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d094bf56-0312-4a2a-8ba8-bc01022137b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:43.779620 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31127-4bf8-4a82-b29a-4e9bbc23f334 req-9e2634bb-9fdd-4bf7-a27f-25affbc83b45 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:43.787657 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08e31127-4bf8-4a82-b29a-4e9bbc23f334 req-9e2634bb-9fdd-4bf7-a27f-25affbc83b45 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0841279 Jun 28 03:25:43.865469 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08e31127-4bf8-4a82-b29a-4e9bbc23f334 req-bce9370b-bdeb-4b58-95c0-495e053746a7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736804 Jun 28 03:25:44.025211 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] Set router e31a006a-67db-4dce-a45d-5191713a20c4 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:25:44.123254 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-d094bf56-0312-4a2a-8ba8-bc01022137b0 None None] Current status of the port b78cee75-a519-4edb-8fc5-06cd951756d1 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:44.123597 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d094bf56-0312-4a2a-8ba8-bc01022137b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:44.222088 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-d094bf56-0312-4a2a-8ba8-bc01022137b0 None None] For port b78cee75-a519-4edb-8fc5-06cd951756d1, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=b78cee75-a519-4edb-8fc5-06cd951756d1,segment=NetworkSegment(5e7d9f6a-4679-4c61-b057-9caa832a86c1),segment_id=5e7d9f6a-4679-4c61-b057-9caa832a86c1)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:25:44.230712 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d094bf56-0312-4a2a-8ba8-bc01022137b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:44.270623 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:44.323011 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094bf56-0312-4a2a-8ba8-bc01022137b0 None None] Pushing event updated for resources: {'Port': ['ID=b78cee75-a519-4edb-8fc5-06cd951756d1,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:44.328405 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'name': 'tempest-TestMinimumBasicScenario-2004316092-router', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:36Z', 'revision_number': 4, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'gw_port': {'id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'b78cee75-a519-4edb-8fc5-06cd951756d1', 'name': '', 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'mac_address': 'fa:16:3e:83:28:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'acaf0071-501c-4cd6-85a1-58091713fec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:35Z', 'updated_at': '2022-06-28T03:25:43Z', 'revision_number': 4, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'subnets': [{'id': 'acaf0071-501c-4cd6-85a1-58091713fec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:25:44.332032 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:44.363903 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72555651-a027-436e-b4a5-6d7053a88fdd None None] The sync data for ids ['e31a006a-67db-4dce-a45d-5191713a20c4'] in dv-cinder-846842-5-iscsi is: [{'id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'name': 'tempest-TestMinimumBasicScenario-2004316092-router', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:36Z', 'revision_number': 4, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'gw_port': {'id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'b78cee75-a519-4edb-8fc5-06cd951756d1', 'name': '', 'network_id': 'f7e86318-3cd8-448a-8e13-80638ad685e1', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'mac_address': 'fa:16:3e:83:28:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'acaf0071-501c-4cd6-85a1-58091713fec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:35Z', 'updated_at': '2022-06-28T03:25:43Z', 'revision_number': 4, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'subnets': [{'id': 'acaf0071-501c-4cd6-85a1-58091713fec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:25:44.379448 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-80373e6c-2a9a-4314-a8b5-cec171f973d6 None None] Provisioning complete for port b78cee75-a519-4edb-8fc5-06cd951756d1 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:44.379813 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-80373e6c-2a9a-4314-a8b5-cec171f973d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:44.468349 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-80373e6c-2a9a-4314-a8b5-cec171f973d6 None None] Current status of the port b78cee75-a519-4edb-8fc5-06cd951756d1 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:44.972657 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:44.986615 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0c972-ed6d-49fa-8864-b36f1c6c4e9a req-195e4bd5-e3f7-4a7c-a986-a767cf43ad91 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:44.988553 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-42d0c972-ed6d-49fa-8864-b36f1c6c4e9a req-195e4bd5-e3f7-4a7c-a986-a767cf43ad91 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0557668 Jun 28 03:25:45.039577 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-42d0c972-ed6d-49fa-8864-b36f1c6c4e9a req-da850143-1ead-4ed9-afb9-3c494854a9ea tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446968 Jun 28 03:25:45.691833 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b78cee75-a519-4edb-8fc5-06cd951756d1 up at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:25:45.765826 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Provisioning complete for port b78cee75-a519-4edb-8fc5-06cd951756d1 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:45.766207 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:45.857103 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Current status of the port b78cee75-a519-4edb-8fc5-06cd951756d1 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:25:46.166895 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7476d31-c303-4789-abc6-4e61e2ea18b0 req-9cf84315-bab9-4e96-b40a-1ca06872f42f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:46.169737 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f7476d31-c303-4789-abc6-4e61e2ea18b0 req-9cf84315-bab9-4e96-b40a-1ca06872f42f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0552809 Jun 28 03:25:46.197474 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:46.221560 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f7476d31-c303-4789-abc6-4e61e2ea18b0 req-924348b0-bc63-465b-93f4-b09907048b28 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446982 Jun 28 03:25:47.350811 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fada9-85b8-4d71-8eeb-e294cdaa3dc7 req-5f5da626-c5db-4605-83d1-8147d7103344 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:47.352342 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b38fada9-85b8-4d71-8eeb-e294cdaa3dc7 req-5f5da626-c5db-4605-83d1-8147d7103344 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0513401 Jun 28 03:25:47.401267 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b38fada9-85b8-4d71-8eeb-e294cdaa3dc7 req-3377a092-4b04-4558-835e-b22c10340858 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431550 Jun 28 03:25:47.570858 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3bef712e-bae3-4aa8-b778-35c1d74781c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:47.940874 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfec10-12e6-447e-86c9-313cee57c587 req-bb3048ac-11fc-45ee-a59e-4b6775f9c581 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:47.942315 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-bb3048ac-11fc-45ee-a59e-4b6775f9c581 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/networks?id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496 HTTP/1.1" status: 200 len: 815 time: 0.3945804 Jun 28 03:25:47.956616 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-b0c11ce3-0ff8-4ae5-8199-9b875c5db0ba tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/quotas/75fde21fa6204de6976409a0d1c4c754 HTTP/1.1" status: 200 len: 375 time: 0.0090055 Jun 28 03:25:48.019118 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-e238fd76-8716-4caa-a9af-049820fc92ac tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=75fde21fa6204de6976409a0d1c4c754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575318 Jun 28 03:25:48.121797 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-765c0061-772a-4a72-9842-9bed4be99524 service neutron] 10.222.0.44 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856414 Jun 28 03:25:48.212614 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-4df1c31b-7ad4-45b0-bd19-5f131bdeafe7 service neutron] 10.222.0.44 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816498 Jun 28 03:25:48.519704 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd29d2-b44c-430f-9c49-ab282cf1e637 req-4b955733-42c4-411d-b183-463dfe112861 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:48.521233 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b4bd29d2-b44c-430f-9c49-ab282cf1e637 req-4b955733-42c4-411d-b183-463dfe112861 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0510077 Jun 28 03:25:48.562055 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75c39ec7-b3cf-49f1-9b5f-85482bb5ee38 req-7642718d-5215-4b0a-bd10-b3f31f4b7255 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 210 time: 0.0398078 Jun 28 03:25:48.593928 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b4bd29d2-b44c-430f-9c49-ab282cf1e637 req-269a5066-d4f6-48d3-942f-d528741d0f35 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632682 Jun 28 03:25:49.595781 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:49.674444 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-da81108f-de4b-4bfa-aee7-f5e1e7993181 req-dbf6ace6-a242-4787-b161-08f4d23c9ab3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 210 time: 0.0370274 Jun 28 03:25:49.696282 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfec10-12e6-447e-86c9-313cee57c587 req-38775721-14fd-42d1-972a-cb7c85530fcb tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:49.697729 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-38775721-14fd-42d1-972a-cb7c85530fcb tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.27 "GET /v2.0/networks?id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496 HTTP/1.1" status: 200 len: 815 time: 0.1125519 Jun 28 03:25:49.720300 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'port': {'device_id': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'admin_state_up': True, 'tenant_id': '75fde21fa6204de6976409a0d1c4c754'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:49.742223 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c1aa-51fb-4a85-854a-191ace92d11b req-56fc44cd-a58c-466b-af39-c2a010d0b08b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:49.743747 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dbb9c1aa-51fb-4a85-854a-191ace92d11b req-56fc44cd-a58c-466b-af39-c2a010d0b08b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0506818 Jun 28 03:25:49.803618 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dbb9c1aa-51fb-4a85-854a-191ace92d11b req-8a76a6de-0f16-494b-a788-6f8dbdf0f25a tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524447 Jun 28 03:25:49.808964 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-583c30f1-d323-4fa8-83d6-c35264f6c424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:49.843508 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Made reservation on behalf of 75fde21fa6204de6976409a0d1c4c754 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:25:49.846990 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:49.905346 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:49.981473 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Allocated IP 172.20.0.6 (9d824ab9-06a6-42d8-9d13-9eae7b9bd496/dad964cb-1206-4f69-8f89-69e1566115fd/77b5c16f-bdac-49d8-a3cd-4445b397c792) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:25:50.143407 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:50.177550 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:50.245452 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'Port': ['ID=77b5c16f-bdac-49d8-a3cd-4445b397c792,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:50.249068 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:25:50.251658 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:25:50.255293 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:25:50.305803 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.306481 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.306984 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.307920 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.310218 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.310734 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.311233 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.311703 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.312204 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.312680 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.314572 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.315083 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.315654 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.316121 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.316677 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:25:50.339317 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:50.340261 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:50.371002 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-7df4b7eb-0f26-4786-a89b-f2573c7abe1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556523 Jun 28 03:25:50.626700 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-3f3bd62b-95c0-43e2-aadc-07942c772933 None None] Provisioning complete for port 77b5c16f-bdac-49d8-a3cd-4445b397c792 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:25:50.626959 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3f3bd62b-95c0-43e2-aadc-07942c772933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:50.665844 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bd62b-95c0-43e2-aadc-07942c772933 None None] Port 77b5c16f-bdac-49d8-a3cd-4445b397c792 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:25:50.806416 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54fc19-957b-49c0-8290-be4d9eb8c306 req-1ff8824c-830a-4bdb-aa8c-044f786426c1 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:50.808088 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-de54fc19-957b-49c0-8290-be4d9eb8c306 req-1ff8824c-830a-4bdb-aa8c-044f786426c1 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 931 time: 0.0651937 Jun 28 03:25:50.893133 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-de54fc19-957b-49c0-8290-be4d9eb8c306 req-ffb1200a-e942-4415-9176-64d6e84789b8 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791011 Jun 28 03:25:50.918714 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:50.935388 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9663f-1b33-41dd-a346-858a55db9223 req-9d4ac4b1-05fd-4463-8804-71881e5a2407 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:50.937015 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fac9663f-1b33-41dd-a346-858a55db9223 req-9d4ac4b1-05fd-4463-8804-71881e5a2407 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0580308 Jun 28 03:25:50.974271 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:50.989811 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fac9663f-1b33-41dd-a346-858a55db9223 req-a8375a55-6912-4910-8604-35f4e17d7de1 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469189 Jun 28 03:25:51.060026 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:52.023977 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92162a-6600-47d7-9953-29c62c2b27c3 req-a8eeeed9-1016-435c-af22-83af790afbf7 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:52.025620 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a92162a-6600-47d7-9953-29c62c2b27c3 req-a8eeeed9-1016-435c-af22-83af790afbf7 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 931 time: 0.0534389 Jun 28 03:25:52.105959 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a92162a-6600-47d7-9953-29c62c2b27c3 req-e73eaddf-4331-4842-8012-4fd2fa3cf422 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744624 Jun 28 03:25:52.127802 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15ecb9-cb91-4fcd-9b5d-aca7e080e829 req-29881796-3750-4261-9b5c-5c7775857136 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:52.129437 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2f15ecb9-cb91-4fcd-9b5d-aca7e080e829 req-29881796-3750-4261-9b5c-5c7775857136 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0617592 Jun 28 03:25:52.180884 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2f15ecb9-cb91-4fcd-9b5d-aca7e080e829 req-5239deca-3aa6-4166-840d-3ac4aa51c55d tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Jun 28 03:25:52.665334 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:53.045662 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:53.241337 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a29e1-36d6-4535-9e50-8d27ee47f6a0 req-60132356-b3ac-4ccf-9e0c-fccdc25732b0 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:53.243247 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-428a29e1-36d6-4535-9e50-8d27ee47f6a0 req-60132356-b3ac-4ccf-9e0c-fccdc25732b0 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 931 time: 0.0669739 Jun 28 03:25:53.301291 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:53.335857 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ace46-828e-4b65-8aad-3211ee1b7664 req-46e7a451-8cfc-4a6a-ab00-949d12aac85c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:53.342785 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bc4ace46-828e-4b65-8aad-3211ee1b7664 req-46e7a451-8cfc-4a6a-ab00-949d12aac85c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0787237 Jun 28 03:25:53.348052 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-428a29e1-36d6-4535-9e50-8d27ee47f6a0 req-9546acbe-b559-4a42-b7b3-412e3a6914a6 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993986 Jun 28 03:25:53.390003 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bc4ace46-828e-4b65-8aad-3211ee1b7664 req-eb8dbd49-dc8a-404f-ba9c-ce086386c45c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Jun 28 03:25:53.580130 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:53.591318 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:54.479961 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26101580-159a-4a24-9c1f-1aa1728636fa req-ea50b0e9-5fe8-4d36-aeed-d4882a58e249 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:54.481533 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-26101580-159a-4a24-9c1f-1aa1728636fa req-ea50b0e9-5fe8-4d36-aeed-d4882a58e249 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 931 time: 0.0579281 Jun 28 03:25:54.553657 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566be7e-0f01-4b66-8a41-a80f97d4c67d req-3eb061f7-b41b-4006-b38a-1da00b18e70b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:54.555227 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7566be7e-0f01-4b66-8a41-a80f97d4c67d req-3eb061f7-b41b-4006-b38a-1da00b18e70b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0727961 Jun 28 03:25:54.586923 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-26101580-159a-4a24-9c1f-1aa1728636fa req-f9bb6a64-4ee6-4764-8554-a951a07a1e5e tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939608 Jun 28 03:25:54.620473 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7566be7e-0f01-4b66-8a41-a80f97d4c67d req-e8ce619e-e42b-47f1-ba43-1d472d22161b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577159 Jun 28 03:25:55.737422 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a73f50-6b22-45ba-acb9-a0ca78bd1262 req-42a51995-6f4f-4a07-81a1-da819dcefc3a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:55.739063 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e5a73f50-6b22-45ba-acb9-a0ca78bd1262 req-42a51995-6f4f-4a07-81a1-da819dcefc3a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 931 time: 0.0776703 Jun 28 03:25:55.773249 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d0c7d-076b-4a43-b0e6-90610be47842 req-769c49ce-4f4a-4456-9476-65bebd304aae tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:55.777921 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-434d0c7d-076b-4a43-b0e6-90610be47842 req-769c49ce-4f4a-4456-9476-65bebd304aae tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0804646 Jun 28 03:25:55.844882 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e5a73f50-6b22-45ba-acb9-a0ca78bd1262 req-05a25920-e92c-4e48-9a81-eab2c75fe555 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979362 Jun 28 03:25:55.854626 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-434d0c7d-076b-4a43-b0e6-90610be47842 req-484b422e-36a6-4173-a94a-1ce1c8bf7c44 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732636 Jun 28 03:25:57.016988 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b823a-890b-4b2a-bddf-fe7da510625b req-c2d0d687-29fd-4664-bc11-07558bf3a2f5 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:57.018667 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-de9b823a-890b-4b2a-bddf-fe7da510625b req-c2d0d687-29fd-4664-bc11-07558bf3a2f5 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 931 time: 0.0893164 Jun 28 03:25:57.026067 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08a82-2388-4fb0-b384-d38d2b87f59f req-9888c569-b4f2-439a-a924-c62cd41e2d78 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:57.027622 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-34a08a82-2388-4fb0-b384-d38d2b87f59f req-9888c569-b4f2-439a-a924-c62cd41e2d78 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0660560 Jun 28 03:25:57.111621 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-de9b823a-890b-4b2a-bddf-fe7da510625b req-f59712e8-df6a-44a5-8adc-d9500a3b5d26 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829554 Jun 28 03:25:57.115041 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-34a08a82-2388-4fb0-b384-d38d2b87f59f req-eb2d9c9b-27f7-490f-9905-cc5715f003a3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791728 Jun 28 03:25:58.238038 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:58.261506 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd1076-07eb-4870-bc93-f6475130fd6e req-b6d04e13-ccd4-45e9-a6c1-06fe09f86e8a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:58.262980 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c8cd1076-07eb-4870-bc93-f6475130fd6e req-b6d04e13-ccd4-45e9-a6c1-06fe09f86e8a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 931 time: 0.0765417 Jun 28 03:25:58.268907 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dbb9d-f0a0-468c-ab1a-3649388bf971 req-73a3a28d-ee61-467a-b357-8c6ab850eaee tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:58.270591 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e0dbb9d-f0a0-468c-ab1a-3649388bf971 req-73a3a28d-ee61-467a-b357-8c6ab850eaee tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0821390 Jun 28 03:25:58.346271 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e0dbb9d-f0a0-468c-ab1a-3649388bf971 req-76187235-9943-4ed3-b2b8-4b2c0a074085 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687439 Jun 28 03:25:58.349400 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c8cd1076-07eb-4870-bc93-f6475130fd6e req-d7d9511d-17f8-412b-9311-a3dd5610106a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779860 Jun 28 03:25:58.531375 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Request body: {'port': {'device_id': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:25:58.596545 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:58.766331 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-e029634e-e6f7-4e06-80c3-6fc912a38e4f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690227 Jun 28 03:25:58.814080 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:58.824008 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:58.900532 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-806f7b0d-1652-4d96-b40c-7002c8f28cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:58.901935 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-806f7b0d-1652-4d96-b40c-7002c8f28cb4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0721915 Jun 28 03:25:58.957801 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b5c16f-bdac-49d8-a3cd-4445b397c792 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:25:58.967938 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Publish callbacks [] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:59.012570 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Transition to ACTIVE for port object 77b5c16f-bdac-49d8-a3cd-4445b397c792 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:25:59.023128 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:59.063788 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-36e450d7-68af-49df-8525-59c983f5d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:59.065431 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-36e450d7-68af-49df-8525-59c983f5d24b service neutron] 10.222.0.27 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 912 time: 0.1441820 Jun 28 03:25:59.126750 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Pushing event updated for resources: {'Port': ['ID=77b5c16f-bdac-49d8-a3cd-4445b397c792,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:59.185595 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-203a7977-3095-4e35-9ecc-b45c47295c88 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba HTTP/1.1" status: 200 len: 1001 time: 0.1119659 Jun 28 03:25:59.252844 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Attempting to bind port 77b5c16f-bdac-49d8-a3cd-4445b397c792 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:25:59.253075 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Attempting to bind port 77b5c16f-bdac-49d8-a3cd-4445b397c792 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:25:59.253435 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Attempting to bind port 77b5c16f-bdac-49d8-a3cd-4445b397c792 on network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:25:59.257934 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-7b90bfaa-e424-43cc-98a9-926e5b34c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:59.259432 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-7b90bfaa-e424-43cc-98a9-926e5b34c933 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 200 len: 850 time: 0.0654321 Jun 28 03:25:59.261543 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Port 77b5c16f-bdac-49d8-a3cd-4445b397c792 on network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:25:59.261857 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Attempting to bind port 77b5c16f-bdac-49d8-a3cd-4445b397c792 on network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:25:59.274538 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:25:59.274846 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Checking segment: {'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:25:59.275207 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Bound using segment: {'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:25:59.275638 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Bound port: 77b5c16f-bdac-49d8-a3cd-4445b397c792, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217300fb-10c8-4c3d-a687-40d82751e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:25:59.275988 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:59.334113 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-13b380ee-da55-4ab3-8178-53c8ada5ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:59.335533 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-13b380ee-da55-4ab3-8178-53c8ada5ed3f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685301 Jun 28 03:25:59.388803 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] For port 77b5c16f-bdac-49d8-a3cd-4445b397c792, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:25:59.428754 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] For port 77b5c16f-bdac-49d8-a3cd-4445b397c792, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:25:59.440219 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:59.470910 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:59.498606 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:59.499236 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:25:59.500651 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] 10.222.0.27 "PUT /v2.0/ports/77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 200 len: 1093 time: 0.9768279 Jun 28 03:25:59.502453 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87d8d-7714-4d87-8865-e4c16eedb167 req-5788d2ec-a769-4761-9a45-ff3da47087fc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:59.503117 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:25:59.503945 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-acc87d8d-7714-4d87-8865-e4c16eedb167 req-5788d2ec-a769-4761-9a45-ff3da47087fc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0786636 Jun 28 03:25:59.505515 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f243a-b1bc-4c48-ab33-49f7519b964c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:25:59.510066 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1c1a2-80c3-44a1-997f-b54b1354468f req-85de648b-c70b-41d2-b895-2edb81eed1e7 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:59.511633 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cec1c1a2-80c3-44a1-997f-b54b1354468f req-85de648b-c70b-41d2-b895-2edb81eed1e7 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 943 time: 0.0850635 Jun 28 03:25:59.515180 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-e7b748b6-c38e-4383-b8a2-3f84d6a1a842 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703560 Jun 28 03:25:59.520581 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e33bc-a9c5-4bc7-9a6f-63020dd14049 service neutron] Pushing event updated for resources: {'Port': ['ID=77b5c16f-bdac-49d8-a3cd-4445b397c792,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:25:59.591867 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-acc87d8d-7714-4d87-8865-e4c16eedb167 req-ca7050f0-5259-4962-bacf-d4b69448847b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791397 Jun 28 03:25:59.629461 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cec1c1a2-80c3-44a1-997f-b54b1354468f req-121aba22-7711-4238-9adc-3e1a13097842 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003506 Jun 28 03:25:59.646399 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfec10-12e6-447e-86c9-313cee57c587 req-5a7a60ee-7b93-4142-bced-fde5e8bf366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:59.647921 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-5a7a60ee-7b93-4142-bced-fde5e8bf366a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=75fde21fa6204de6976409a0d1c4c754&device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 1127 time: 0.0585260 Jun 28 03:25:59.651237 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01ce192-f78e-4656-be0e-400470766a67 x-openstack-request-id: req-e01ce192-f78e-4656-be0e-400470766a67 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:25:59.651532 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:25:59.651774 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e01ce192-f78e-4656-be0e-400470766a67 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:25:59.652204 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01ce192-f78e-4656-be0e-400470766a67'] response: {'name': 'network-changed', 'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'status': 'completed', 'code': 200} Jun 28 03:25:59.655961 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62666771-7a1a-4d19-9e6a-ccf4f66785b8 req-1dd5e8a8-b55a-44ab-886a-6875c466b688 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321352 Jun 28 03:25:59.720717 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-fa0262e0-a87f-4041-92e1-83c8cf77716b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 200 len: 217 time: 0.0383995 Jun 28 03:25:59.775293 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfec10-12e6-447e-86c9-313cee57c587 req-72d5b250-0582-48aa-815d-1dfa9b9b7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:59.776923 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-72d5b250-0582-48aa-815d-1dfa9b9b7b6e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dad964cb-1206-4f69-8f89-69e1566115fd HTTP/1.1" status: 200 len: 854 time: 0.0486765 Jun 28 03:25:59.831365 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfec10-12e6-447e-86c9-313cee57c587 req-6ab912b9-923d-4ab1-bdc7-6ada32c2e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:59.833626 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-6ab912b9-923d-4ab1-bdc7-6ada32c2e9d1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446634 Jun 28 03:25:59.873472 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:59.891268 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e838e4-8b8d-48a6-b90e-efa695c0af67 req-366a6079-7d66-42d8-b78e-72bcb746b8ea tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:25:59.892828 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-19e838e4-8b8d-48a6-b90e-efa695c0af67 req-366a6079-7d66-42d8-b78e-72bcb746b8ea tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0543673 Jun 28 03:25:59.899315 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:25:59.943772 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-19e838e4-8b8d-48a6-b90e-efa695c0af67 req-b64ed414-0309-4b21-a62d-0e9caa4e0968 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450912 Jun 28 03:25:59.961110 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-ab3d17ae-7839-40e9-ba59-d673556b3e82 service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895340 Jun 28 03:26:00.207118 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35bfec10-12e6-447e-86c9-313cee57c587 req-6d1d9b34-f367-4af4-9ca5-d119a9719983 service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861797 Jun 28 03:26:00.266249 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5011f5-412f-42ae-ba28-1675b609f318 req-c8d793d1-07f2-4946-a118-cef6556ae21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:00.267652 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be5011f5-412f-42ae-ba28-1675b609f318 req-c8d793d1-07f2-4946-a118-cef6556ae21b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0451369 Jun 28 03:26:00.764173 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4d7d-15e7-4b5b-a8c7-3fb1317b154d req-ab3ea461-549a-4ac6-9d10-b268334bf5bb tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:00.765715 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d6de4d7d-15e7-4b5b-a8c7-3fb1317b154d req-ab3ea461-549a-4ac6-9d10-b268334bf5bb tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 943 time: 0.0502203 Jun 28 03:26:00.817432 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d6de4d7d-15e7-4b5b-a8c7-3fb1317b154d req-0ae9f525-1b86-4b5c-9fec-4139bccf9add tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456622 Jun 28 03:26:01.084190 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67998329-541c-4203-89df-5b789d36bb1f req-8e1ec172-2d28-4e8d-aa07-5a99b489a793 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:01.085714 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-67998329-541c-4203-89df-5b789d36bb1f req-8e1ec172-2d28-4e8d-aa07-5a99b489a793 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0604188 Jun 28 03:26:01.135672 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-67998329-541c-4203-89df-5b789d36bb1f req-000e1b16-6d4d-4d85-995e-13a8ae03da8e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 Jun 28 03:26:01.399294 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-c2254a7a-a401-418d-9244-0616daa76952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:01.400822 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-c2254a7a-a401-418d-9244-0616daa76952 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=75fde21fa6204de6976409a0d1c4c754&device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 1127 time: 0.0646112 Jun 28 03:26:01.519867 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5011f5-412f-42ae-ba28-1675b609f318 req-c3e77034-aab7-46af-a78a-7c612b63ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:01.521540 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be5011f5-412f-42ae-ba28-1675b609f318 req-c3e77034-aab7-46af-a78a-7c612b63ae4f service neutron] 10.222.0.27 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 912 time: 0.1980610 Jun 28 03:26:01.589343 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-dbad0a4e-8da1-4fd2-9afc-c558a5b78b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:01.590863 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-dbad0a4e-8da1-4fd2-9afc-c558a5b78b1a service neutron] 10.222.0.27 "GET /v2.0/networks?id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496 HTTP/1.1" status: 200 len: 916 time: 0.1650290 Jun 28 03:26:01.635990 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be5011f5-412f-42ae-ba28-1675b609f318 req-cf847138-4926-4d12-8fa7-1e7e2e1edd9b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba HTTP/1.1" status: 200 len: 1001 time: 0.1078463 Jun 28 03:26:01.637468 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-ece615fe-d4a4-4dac-9512-0a9b3ad7aa6c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 200 len: 217 time: 0.0384488 Jun 28 03:26:01.727681 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5011f5-412f-42ae-ba28-1675b609f318 req-7214c931-b2ce-4d3b-a33f-ae8da6b2d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:01.729095 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be5011f5-412f-42ae-ba28-1675b609f318 req-7214c931-b2ce-4d3b-a33f-ae8da6b2d345 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 200 len: 850 time: 0.0809810 Jun 28 03:26:01.730437 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-3d42962b-c83b-4d10-9e07-0f7e6f0c0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:01.731737 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-3d42962b-c83b-4d10-9e07-0f7e6f0c0426 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dad964cb-1206-4f69-8f89-69e1566115fd HTTP/1.1" status: 200 len: 854 time: 0.0819347 Jun 28 03:26:01.804002 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:01.813199 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-a911eb80-6bb8-4d89-ae8c-c3f5d5ef058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:01.814694 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-a911eb80-6bb8-4d89-ae8c-c3f5d5ef058f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716639 Jun 28 03:26:01.815562 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5011f5-412f-42ae-ba28-1675b609f318 req-c3da2ef3-0960-4ee2-aff6-1e1339ddb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:01.816895 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be5011f5-412f-42ae-ba28-1675b609f318 req-c3da2ef3-0960-4ee2-aff6-1e1339ddb73b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750587 Jun 28 03:26:01.941200 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cab2b-8123-4b4a-8385-eb8464ab589d req-6ee6bfe0-3ba8-40ba-869c-0780ab43d994 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:01.942739 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-665cab2b-8123-4b4a-8385-eb8464ab589d req-6ee6bfe0-3ba8-40ba-869c-0780ab43d994 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 943 time: 0.0510364 Jun 28 03:26:01.989946 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-6622b208-e846-4fc0-ac2e-4e651182eedf service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614316 Jun 28 03:26:01.991429 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-665cab2b-8123-4b4a-8385-eb8464ab589d req-811c7dc9-b2d0-47c8-8790-b939cb68ac1d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Jun 28 03:26:01.991637 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be5011f5-412f-42ae-ba28-1675b609f318 req-7f76dae2-6dc1-4295-b386-e556bfa0166e service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573353 Jun 28 03:26:02.261738 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b1fdf-abb6-4d7d-8b26-fc2f76e5b65d req-dbd2cb01-5574-4d95-aa40-12b636f65c3c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:02.263333 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a89b1fdf-abb6-4d7d-8b26-fc2f76e5b65d req-dbd2cb01-5574-4d95-aa40-12b636f65c3c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0505292 Jun 28 03:26:02.320449 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a89b1fdf-abb6-4d7d-8b26-fc2f76e5b65d req-730e0b15-1737-4e31-bd28-90ec1d23c88e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509758 Jun 28 03:26:02.387300 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:02.406435 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-845f243a-b1bc-4c48-ab33-49f7519b964c req-8ee1c68c-82b3-4cb5-a3df-1a00e6fde91e service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062173 Jun 28 03:26:02.409867 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be5011f5-412f-42ae-ba28-1675b609f318 req-c1a54b2e-1eba-47e7-96ff-b028967cd627 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023702 Jun 28 03:26:02.626966 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 77b5c16f-bdac-49d8-a3cd-4445b397c792 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:26:02.732539 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 77b5c16f-bdac-49d8-a3cd-4445b397c792, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:26:02.745631 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'port_id': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'mac_address': 'fa:16:3e:bf:7d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:26:02.782704 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 77b5c16f-bdac-49d8-a3cd-4445b397c792 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:26:02.783092 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:02.799943 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b5c16f-bdac-49d8-a3cd-4445b397c792 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:26:02.828398 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 77b5c16f-bdac-49d8-a3cd-4445b397c792, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:26:02.852410 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:02.919429 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=77b5c16f-bdac-49d8-a3cd-4445b397c792,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:03.114957 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec949004-3d4d-4052-879c-09975ed49236 req-2d2ba153-bd44-41e7-a4d7-d76cac896314 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:03.116458 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ec949004-3d4d-4052-879c-09975ed49236 req-2d2ba153-bd44-41e7-a4d7-d76cac896314 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 944 time: 0.0536687 Jun 28 03:26:03.166606 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ec949004-3d4d-4052-879c-09975ed49236 req-d89cfae7-55e1-44d1-b338-36ba77c94aa6 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Jun 28 03:26:03.210231 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['77b5c16f-bdac-49d8-a3cd-4445b397c792'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:26:03.286353 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:03.296718 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:03.439995 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145cc94-04e0-4245-b6b0-76304fef5c8b req-20694ddc-08ff-4cda-b9c7-9a314afabe32 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:03.441481 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6145cc94-04e0-4245-b6b0-76304fef5c8b req-20694ddc-08ff-4cda-b9c7-9a314afabe32 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0523267 Jun 28 03:26:03.492193 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6145cc94-04e0-4245-b6b0-76304fef5c8b req-42d210a5-b331-4426-a88b-01bf100d1fc6 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427439 Jun 28 03:26:04.284991 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:04.293760 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485aa3-c402-4f73-9de7-d4b8ccf9ba5c req-1db8ef22-3a58-4039-8330-cd5cd2d914b8 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:04.295258 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf485aa3-c402-4f73-9de7-d4b8ccf9ba5c req-1db8ef22-3a58-4039-8330-cd5cd2d914b8 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 944 time: 0.0573027 Jun 28 03:26:04.348050 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf485aa3-c402-4f73-9de7-d4b8ccf9ba5c req-76824af6-04b9-4f0d-b071-bada9c555f38 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Jun 28 03:26:04.612179 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584e69-2255-4e58-bf3e-18bdc4b4f835 req-3a8bd556-ebd0-4fbd-b9ed-2f91c64c0607 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:04.613696 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-46584e69-2255-4e58-bf3e-18bdc4b4f835 req-3a8bd556-ebd0-4fbd-b9ed-2f91c64c0607 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0491455 Jun 28 03:26:04.644106 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 77b5c16f-bdac-49d8-a3cd-4445b397c792 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:26:04.661650 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-46584e69-2255-4e58-bf3e-18bdc4b4f835 req-4058c5f5-7599-4349-a7b0-afa23906afe7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Jun 28 03:26:04.686978 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 77b5c16f-bdac-49d8-a3cd-4445b397c792 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:26:04.704657 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 77b5c16f-bdac-49d8-a3cd-4445b397c792 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:26:04.705028 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:04.782011 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 77b5c16f-bdac-49d8-a3cd-4445b397c792 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:26:04.782311 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:04.810492 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:26:04.812754 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3e0599-2196-4f74-89dd-48a821d60c2c" -d '{"events": [{"server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "name": "network-vif-plugged", "status": "completed", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:26:04.826181 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 77b5c16f-bdac-49d8-a3cd-4445b397c792, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:26:04.832027 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:04.858535 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c8fffa-3d9d-4337-8796-41551c8a1b8f x-openstack-request-id: req-52c8fffa-3d9d-4337-8796-41551c8a1b8f {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:26:04.858816 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "name": "network-vif-plugged", "status": "completed", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:26:04.859063 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52c8fffa-3d9d-4337-8796-41551c8a1b8f {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:26:04.859454 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c8fffa-3d9d-4337-8796-41551c8a1b8f'] response: {'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'code': 200} Jun 28 03:26:04.884696 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=77b5c16f-bdac-49d8-a3cd-4445b397c792,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:05.066717 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd33c5c-84d7-4112-99c7-7fb7e52b9c68 req-be17e92d-a26a-40d2-a9b0-7e247f1fe40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:05.068283 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4fd33c5c-84d7-4112-99c7-7fb7e52b9c68 req-be17e92d-a26a-40d2-a9b0-7e247f1fe40d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 1129 time: 0.0399606 Jun 28 03:26:05.114077 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4fd33c5c-84d7-4112-99c7-7fb7e52b9c68 req-dc0d0ade-b9d8-4691-a122-572699313cd5 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Jun 28 03:26:05.482404 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9b6bc-0bba-4ff9-852f-92f09b7389e1 req-2d3d5115-07aa-4f98-b8ef-4eae89e4857f tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:05.483882 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4be9b6bc-0bba-4ff9-852f-92f09b7389e1 req-2d3d5115-07aa-4f98-b8ef-4eae89e4857f tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0579181 Jun 28 03:26:05.535420 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4be9b6bc-0bba-4ff9-852f-92f09b7389e1 req-cc08357b-4d6c-4ec9-9967-b1017cbd20f0 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Jun 28 03:26:06.658701 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd778216-edaf-4095-9847-9dfdf4da506e req-c13877c8-d11e-4cc8-a7ed-1f8bca7f08af tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:06.660342 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cd778216-edaf-4095-9847-9dfdf4da506e req-c13877c8-d11e-4cc8-a7ed-1f8bca7f08af tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0548964 Jun 28 03:26:06.709484 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cd778216-edaf-4095-9847-9dfdf4da506e req-83c79d6c-ae67-43ad-b9d6-517c7b03b6e0 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434325 Jun 28 03:26:07.797614 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:07.837220 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38521602-59e2-432c-b5a7-774986c8074a req-0133dbb2-db4f-4396-8c30-e2915c8e75fa tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:07.838789 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-38521602-59e2-432c-b5a7-774986c8074a req-0133dbb2-db4f-4396-8c30-e2915c8e75fa tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0549667 Jun 28 03:26:07.889068 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-38521602-59e2-432c-b5a7-774986c8074a req-5431a3e5-b0d5-4279-ab22-0920751f6270 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Jun 28 03:26:08.016605 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d768b-4095-4d7d-a9d8-16713ae99a8c req-011e06c1-9641-4268-9f8d-0c3b05f159f2 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:08.018084 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d71d768b-4095-4d7d-a9d8-16713ae99a8c req-011e06c1-9641-4268-9f8d-0c3b05f159f2 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0578439 Jun 28 03:26:08.074587 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d71d768b-4095-4d7d-a9d8-16713ae99a8c req-4ad23d17-d5d9-49e0-9936-eb225dbb14bf tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470543 Jun 28 03:26:08.395287 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cb265-7d68-458a-a132-b02817572b97 req-a376fac9-38fe-42b8-a449-d39913a6c86f tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:08.396838 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-339cb265-7d68-458a-a132-b02817572b97 req-a376fac9-38fe-42b8-a449-d39913a6c86f tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0483885 Jun 28 03:26:08.443537 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-339cb265-7d68-458a-a132-b02817572b97 req-5ac19b0c-0cb7-4164-bb12-1c1002bc9f05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Jun 28 03:26:11.288125 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:26:14.880908 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:14.883018 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:15.109361 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=9 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:15.111773 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=51 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:17.583108 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a168d54f-c8c6-49d8-99b6-2cef4c89d6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:18.009464 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e995ef-5863-47b2-affc-5090bac89123 req-60e39e05-4e8c-4484-a81d-2a503359001f tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:18.010927 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c9e995ef-5863-47b2-affc-5090bac89123 req-60e39e05-4e8c-4484-a81d-2a503359001f tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0575981 Jun 28 03:26:18.073956 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c9e995ef-5863-47b2-affc-5090bac89123 req-b47d3518-cd9c-4804-886e-df57ed1b25b7 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543802 Jun 28 03:26:18.101274 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41360) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:26:18.186980 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dfc9a0-aefa-487b-8602-5ab1db29d234 tempest-TestMinimumBasicScenario-1039216308 tempest-TestMinimumBasicScenario-1039216308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:18.188495 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-52dfc9a0-aefa-487b-8602-5ab1db29d234 tempest-TestMinimumBasicScenario-1039216308 tempest-TestMinimumBasicScenario-1039216308-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 1124 time: 0.0862634 Jun 28 03:26:18.191432 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41364) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:26:18.195572 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'port_id': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:26:18.218811 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:18.299594 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:18.409855 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Allocated IP 172.27.2.118 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/d5f4eb81-de62-480e-80b0-85d0695e3ec8) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:26:18.515308 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for port (d5f4eb81-de62-480e-80b0-85d0695e3ec8), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:18.552574 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (d5f4eb81-de62-480e-80b0-85d0695e3ec8), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:18.592691 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:26:18.597675 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:26:18.600332 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'Port': ['ID=d5f4eb81-de62-480e-80b0-85d0695e3ec8,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:18.602412 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:26:18.947065 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:18.954619 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:18.959378 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for floatingip (1ca17e2e-1334-4df3-a1dc-dcd67d2ad714), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.032364 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (d5f4eb81-de62-480e-80b0-85d0695e3ec8), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.186259 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for port (d5f4eb81-de62-480e-80b0-85d0695e3ec8), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.194704 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (d5f4eb81-de62-480e-80b0-85d0695e3ec8), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.268926 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'Port': ['ID=d5f4eb81-de62-480e-80b0-85d0695e3ec8,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:19.280675 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (1ca17e2e-1334-4df3-a1dc-dcd67d2ad714), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.391939 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Floating IP 1ca17e2e-1334-4df3-a1dc-dcd67d2ad714 associated. External IP: 172.27.2.118, port: 77b5c16f-bdac-49d8-a3cd-4445b397c792. Jun 28 03:26:19.590133 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:26:19.695417 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:26:19.704974 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] Sync routers for ids ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:26:19.716192 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.716532 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] Routers {'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:26:19.717151 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:25:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:26:19.754535 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-090da579-8228-4531-b423-80392acadf63 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5595779 Jun 28 03:26:19.755081 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41370) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:26:19.757627 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:26:19.759981 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:26:19.760596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688633204', 'description': 'tempest-secgroup-smoke-688633204 description', 'project_id': '75fde21fa6204de6976409a0d1c4c754'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:26:19.783858 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.801767 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c1dc10-fbbc-4c47-9a0a-0b7d6c6f23c2 x-openstack-request-id: req-60c1dc10-fbbc-4c47-9a0a-0b7d6c6f23c2 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:26:19.802154 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:26:19.802491 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60c1dc10-fbbc-4c47-9a0a-0b7d6c6f23c2 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:26:19.802981 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c1dc10-fbbc-4c47-9a0a-0b7d6c6f23c2'] response: {'name': 'network-changed', 'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'status': 'completed', 'code': 200} Jun 28 03:26:19.832542 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] Set router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:26:19.834567 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-daaad956-c73d-491b-a8b0-ec3b7f3c85a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.865000 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group (319330d3-4185-4027-ab3d-76a28cb577b9), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.872096 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (319330d3-4185-4027-ab3d-76a28cb577b9), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.903340 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.907330 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1483591 Jun 28 03:26:19.907521 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-bb7a3ebf-7671-4afa-882e-c4d68d754c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:19.907521 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-bb7a3ebf-7671-4afa-882e-c4d68d754c95 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=75fde21fa6204de6976409a0d1c4c754&device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 1129 time: 0.0481822 Jun 28 03:26:19.907726 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41374) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:26:19.913161 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-916baad0-9e55-42e6-921e-e51a7cdf625a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'security_group_rule': {'security_group_id': '319330d3-4185-4027-ab3d-76a28cb577b9', 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:26:19.918941 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319330d3-4185-4027-ab3d-76a28cb577b9,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:19.932671 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.933009 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.933331 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.933663 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.933984 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.934307 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.934626 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.934942 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.935259 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.935573 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.935931 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.936306 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.936786 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.937111 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.937465 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb30f0-87a0-4e24-836a-e87cdc30d238 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:26:19.951720 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:19.961951 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-916baad0-9e55-42e6-921e-e51a7cdf625a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (c4799a6a-1f6c-43b1-bb09-371f5cd9c099), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:19.989004 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:19.994707 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:20.021027 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-5ea5c488-ecc1-4d47-9d16-9fc06effb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:20.022519 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-5ea5c488-ecc1-4d47-9d16-9fc06effb44c service neutron] 10.222.0.27 "GET /v2.0/networks?id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496 HTTP/1.1" status: 200 len: 916 time: 0.1095645 Jun 28 03:26:20.027108 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-916baad0-9e55-42e6-921e-e51a7cdf625a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (c4799a6a-1f6c-43b1-bb09-371f5cd9c099), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.031731 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-916baad0-9e55-42e6-921e-e51a7cdf625a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (c4799a6a-1f6c-43b1-bb09-371f5cd9c099), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.050828 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916baad0-9e55-42e6-921e-e51a7cdf625a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4799a6a-1f6c-43b1-bb09-371f5cd9c099,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:20.061755 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-916baad0-9e55-42e6-921e-e51a7cdf625a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.065803 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-916baad0-9e55-42e6-921e-e51a7cdf625a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534789 Jun 28 03:26:20.066661 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41376) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:26:20.071109 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-50116e65-364e-41ab-9071-5d011c316e68 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'security_group_rule': {'security_group_id': '319330d3-4185-4027-ab3d-76a28cb577b9', 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:26:20.071624 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '1ca17e2e-1334-4df3-a1dc-dcd67d2ad714', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'port_id': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'mac_address': 'fa:16:3e:bf:7d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:26:18Z', 'updated_at': '2022-06-28T03:26:18Z', 'revision_number': 0, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:35Z', 'revision_number': 5, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:26:20.097706 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-5c2e2192-dd23-4ad2-91fc-7c09c3c6562d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 200 len: 999 time: 0.0672729 Jun 28 03:26:20.101980 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] Checking router: e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:26:20.103190 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-50116e65-364e-41ab-9071-5d011c316e68 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (aa3517ea-28f8-48db-a612-7e8ad04fe095), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.111019 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] Routers {'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:26:20.111616 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:26:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:26:20.150130 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-74977fe2-992c-4f23-91fb-ef05189eabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:20.152499 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-74977fe2-992c-4f23-91fb-ef05189eabcc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dad964cb-1206-4f69-8f89-69e1566115fd HTTP/1.1" status: 200 len: 854 time: 0.0476339 Jun 28 03:26:20.158425 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-50116e65-364e-41ab-9071-5d011c316e68 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (aa3517ea-28f8-48db-a612-7e8ad04fe095), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.163738 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-50116e65-364e-41ab-9071-5d011c316e68 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (aa3517ea-28f8-48db-a612-7e8ad04fe095), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.184846 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50116e65-364e-41ab-9071-5d011c316e68 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3517ea-28f8-48db-a612-7e8ad04fe095,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:20.191442 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-50116e65-364e-41ab-9071-5d011c316e68 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.195739 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-50116e65-364e-41ab-9071-5d011c316e68 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280475 Jun 28 03:26:20.196350 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41378) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:26:20.201150 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-089c163f-b4af-44d0-9fe7-95e1e9167f66 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'security_group_rule': {'security_group_id': '319330d3-4185-4027-ab3d-76a28cb577b9', 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:26:20.208440 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-d1ddb1da-b99b-4052-94fd-b68a597d3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:20.210010 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-d1ddb1da-b99b-4052-94fd-b68a597d3ac8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483382 Jun 28 03:26:20.211938 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:20.225022 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] Set router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:26:20.236182 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-089c163f-b4af-44d0-9fe7-95e1e9167f66 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (daf1ab7c-90df-4fc4-87d4-36b7f19c8c0f), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.290648 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-089c163f-b4af-44d0-9fe7-95e1e9167f66 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (daf1ab7c-90df-4fc4-87d4-36b7f19c8c0f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.295724 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-089c163f-b4af-44d0-9fe7-95e1e9167f66 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (daf1ab7c-90df-4fc4-87d4-36b7f19c8c0f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.317280 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-d10a0d03-e8f9-4714-90dd-d1d9628035c5 service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959735 Jun 28 03:26:20.318621 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c163f-b4af-44d0-9fe7-95e1e9167f66 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf1ab7c-90df-4fc4-87d4-36b7f19c8c0f,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:20.328121 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-089c163f-b4af-44d0-9fe7-95e1e9167f66 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.329338 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-089c163f-b4af-44d0-9fe7-95e1e9167f66 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320565 Jun 28 03:26:20.332403 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41380) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:26:20.337046 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-d5ddf491-f5c8-4d03-812b-7c3a6e987d7c tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'security_group_rule': {'security_group_id': '319330d3-4185-4027-ab3d-76a28cb577b9', 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:26:20.366686 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf491-f5c8-4d03-812b-7c3a6e987d7c tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (bc588061-1362-41f4-9532-81116507925f), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.419508 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b533ddf1-cc4a-4a57-a2e4-95f3757fdf9a req-34c12a0f-2630-4fc1-addc-ec39ed359b98 service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884745 Jun 28 03:26:20.429809 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf491-f5c8-4d03-812b-7c3a6e987d7c tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (bc588061-1362-41f4-9532-81116507925f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.435226 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf491-f5c8-4d03-812b-7c3a6e987d7c tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (bc588061-1362-41f4-9532-81116507925f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.453865 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '1ca17e2e-1334-4df3-a1dc-dcd67d2ad714', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'port_id': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'mac_address': 'fa:16:3e:bf:7d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:26:18Z', 'updated_at': '2022-06-28T03:26:18Z', 'revision_number': 0, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:35Z', 'revision_number': 5, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:26:20.458666 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf491-f5c8-4d03-812b-7c3a6e987d7c tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc588061-1362-41f4-9532-81116507925f,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:20.466102 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf491-f5c8-4d03-812b-7c3a6e987d7c tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.467493 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d5ddf491-f5c8-4d03-812b-7c3a6e987d7c tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340764 Jun 28 03:26:20.470506 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41382) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:26:20.475457 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-a2e5e044-b781-4fd1-b0b4-37ebf508970a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'security_group_rule': {'security_group_id': '319330d3-4185-4027-ab3d-76a28cb577b9', 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:26:20.479816 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f355e88-00a4-4332-b834-c4a5501e39ee None None] The sync data for ids ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'] in dv-cinder-846842-5-iscsi is: [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '1ca17e2e-1334-4df3-a1dc-dcd67d2ad714', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'port_id': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'mac_address': 'fa:16:3e:bf:7d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:26:18Z', 'updated_at': '2022-06-28T03:26:18Z', 'revision_number': 0, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:35Z', 'revision_number': 5, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:26:20.506003 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-a2e5e044-b781-4fd1-b0b4-37ebf508970a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Project 75fde21fa6204de6976409a0d1c4c754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 03:26:20.517555 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e044-b781-4fd1-b0b4-37ebf508970a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (4c88bc0d-88a7-40f2-962e-6ac65480548c), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.578966 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e044-b781-4fd1-b0b4-37ebf508970a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (4c88bc0d-88a7-40f2-962e-6ac65480548c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.584537 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e044-b781-4fd1-b0b4-37ebf508970a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (4c88bc0d-88a7-40f2-962e-6ac65480548c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.605112 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5e044-b781-4fd1-b0b4-37ebf508970a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c88bc0d-88a7-40f2-962e-6ac65480548c,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:20.615018 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e044-b781-4fd1-b0b4-37ebf508970a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.618876 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a2e5e044-b781-4fd1-b0b4-37ebf508970a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447034 Jun 28 03:26:20.619315 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41384) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:26:20.623955 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-361a53da-8f1e-4033-a801-ff462fe14432 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'security_group_rule': {'security_group_id': '319330d3-4185-4027-ab3d-76a28cb577b9', 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:26:20.646970 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-361a53da-8f1e-4033-a801-ff462fe14432 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Project 75fde21fa6204de6976409a0d1c4c754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 03:26:20.654395 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-361a53da-8f1e-4033-a801-ff462fe14432 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (fc0ee74e-bbab-485c-b9f2-5810f68c4a36), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.679845 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6cf53-a64a-4c0c-9835-b18a592a2804 None None] New status for floating IP 1ca17e2e-1334-4df3-a1dc-dcd67d2ad714: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:26:20.721007 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-361a53da-8f1e-4033-a801-ff462fe14432 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (fc0ee74e-bbab-485c-b9f2-5810f68c4a36), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.726353 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-361a53da-8f1e-4033-a801-ff462fe14432 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (fc0ee74e-bbab-485c-b9f2-5810f68c4a36), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.747150 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a53da-8f1e-4033-a801-ff462fe14432 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0ee74e-bbab-485c-b9f2-5810f68c4a36,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:20.753304 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-361a53da-8f1e-4033-a801-ff462fe14432 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.757313 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-361a53da-8f1e-4033-a801-ff462fe14432 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343384 Jun 28 03:26:20.848178 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-4ff8d705-7aa3-4f77-8cf8-cd2740339914 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688633204&fields=id&tenant_id=75fde21fa6204de6976409a0d1c4c754 HTTP/1.1" status: 200 len: 267 time: 0.0491641 Jun 28 03:26:20.901047 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-9b4cef41-4b12-4d4c-8d58-4f940bc130b8 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:20.902541 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-9b4cef41-4b12-4d4c-8d58-4f940bc130b8 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0467532 Jun 28 03:26:20.912953 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-3335808a-dab2-4b59-9a52-01ef9bb104ab tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'port': {'security_groups': ['1ee51904-d618-4857-903d-b96582b64579', '319330d3-4185-4027-ab3d-76a28cb577b9']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:26:20.981435 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-3335808a-dab2-4b59-9a52-01ef9bb104ab tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:20.989228 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:21.061549 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:21.090528 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=8 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:21.165062 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-3335808a-dab2-4b59-9a52-01ef9bb104ab tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] For port 77b5c16f-bdac-49d8-a3cd-4445b397c792, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:26:21.196620 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-3335808a-dab2-4b59-9a52-01ef9bb104ab tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:21.203914 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-3335808a-dab2-4b59-9a52-01ef9bb104ab tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:21.240357 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['77b5c16f-bdac-49d8-a3cd-4445b397c792'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:26:21.250937 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-3335808a-dab2-4b59-9a52-01ef9bb104ab tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:21.251575 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-3335808a-dab2-4b59-9a52-01ef9bb104ab tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:21.253063 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-89e62217-733b-4d70-a502-2c1bcd60ba16 req-3335808a-dab2-4b59-9a52-01ef9bb104ab tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "PUT /v2.0/ports/77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 200 len: 981 time: 0.3444903 Jun 28 03:26:21.253515 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:26:21.255890 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbda281b-b524-49af-a00b-699e66cfa45d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:26:21.280053 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335808a-dab2-4b59-9a52-01ef9bb104ab tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'Port': ['ID=77b5c16f-bdac-49d8-a3cd-4445b397c792,revision_number=6']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:26:21.322556 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e469b70-5a30-4668-9d48-74cbaa53bd52 x-openstack-request-id: req-3e469b70-5a30-4668-9d48-74cbaa53bd52 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:26:21.323077 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:26:21.323328 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e469b70-5a30-4668-9d48-74cbaa53bd52 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:26:21.323725 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e469b70-5a30-4668-9d48-74cbaa53bd52'] response: {'name': 'network-changed', 'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'status': 'completed', 'code': 200} Jun 28 03:26:21.388798 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3a23-b783-4cf8-b0f4-e3b579b8a503 req-995be605-7a34-47e8-91fc-8e36fddf6ccf tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:21.390391 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-011a3a23-b783-4cf8-b0f4-e3b579b8a503 req-995be605-7a34-47e8-91fc-8e36fddf6ccf tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0530593 Jun 28 03:26:21.392010 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:21.402014 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:21.430513 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['77b5c16f-bdac-49d8-a3cd-4445b397c792'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:26:21.438541 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda281b-b524-49af-a00b-699e66cfa45d req-2529c5dd-9493-41ac-8278-6ecd5da6d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:21.440958 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fbda281b-b524-49af-a00b-699e66cfa45d req-2529c5dd-9493-41ac-8278-6ecd5da6d265 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=75fde21fa6204de6976409a0d1c4c754&device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 1168 time: 0.0597367 Jun 28 03:26:21.465344 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-011a3a23-b783-4cf8-b0f4-e3b579b8a503 req-c31f2975-c458-4403-be95-f384dbdd2e88 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686121 Jun 28 03:26:21.546365 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda281b-b524-49af-a00b-699e66cfa45d req-7eb962df-d595-43b3-9536-de560d753b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:21.547758 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fbda281b-b524-49af-a00b-699e66cfa45d req-7eb962df-d595-43b3-9536-de560d753b69 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496 HTTP/1.1" status: 200 len: 916 time: 0.0989294 Jun 28 03:26:21.574559 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-922d680a-8e2d-400b-abf7-04d8c138b85f None None] Provisioning complete for port 77b5c16f-bdac-49d8-a3cd-4445b397c792 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:26:21.574913 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-922d680a-8e2d-400b-abf7-04d8c138b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:21.601056 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:21.622163 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fbda281b-b524-49af-a00b-699e66cfa45d req-8c1f82be-1744-44ca-9458-df71e809ff71 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 200 len: 1001 time: 0.0637946 Jun 28 03:26:21.677310 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda281b-b524-49af-a00b-699e66cfa45d req-ddbab634-9df3-40c4-be27-41531e3d612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:21.678795 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fbda281b-b524-49af-a00b-699e66cfa45d req-ddbab634-9df3-40c4-be27-41531e3d612d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dad964cb-1206-4f69-8f89-69e1566115fd HTTP/1.1" status: 200 len: 854 time: 0.0468295 Jun 28 03:26:21.725726 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda281b-b524-49af-a00b-699e66cfa45d req-f2aff53d-e1fb-4445-abae-0837d0a59351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:21.727236 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fbda281b-b524-49af-a00b-699e66cfa45d req-f2aff53d-e1fb-4445-abae-0837d0a59351 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407619 Jun 28 03:26:21.741462 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:21.832901 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fbda281b-b524-49af-a00b-699e66cfa45d req-27350d99-4759-4bc6-ac6b-8cca8f028eb4 service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987029 Jun 28 03:26:21.898955 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-922d680a-8e2d-400b-abf7-04d8c138b85f None None] Current status of the port 77b5c16f-bdac-49d8-a3cd-4445b397c792 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:26:21.930274 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fbda281b-b524-49af-a00b-699e66cfa45d req-6fab0d2f-b50c-4095-a4a9-202234baa540 service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875192 Jun 28 03:26:22.669067 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:23.042875 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:23.050866 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:30.788680 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:30.791677 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:31.453514 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=30 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:31.456890 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:31.926198 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=16 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:31.927427 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=31 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:33.040834 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:44.245914 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5efea7-2f63-4d58-b07d-8961b48f07be req-c49e8890-585a-44ea-9dcf-d639130fee63 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:44.247354 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2d5efea7-2f63-4d58-b07d-8961b48f07be req-c49e8890-585a-44ea-9dcf-d639130fee63 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0533378 Jun 28 03:26:44.300518 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2d5efea7-2f63-4d58-b07d-8961b48f07be req-e39d200f-095e-4b31-9015-534d39a74935 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468621 Jun 28 03:26:45.294014 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612be0d-5c4b-4222-acf9-84d61789b5a4 req-61c3d7cd-ea36-44cd-a602-560ce53f382a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:45.295516 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9612be0d-5c4b-4222-acf9-84d61789b5a4 req-61c3d7cd-ea36-44cd-a602-560ce53f382a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0491683 Jun 28 03:26:45.323038 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f893f-c469-47b7-bacd-e6831fde8062 req-afeebab7-b270-4566-adf7-dab7f4c17adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:45.324704 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-755f893f-c469-47b7-bacd-e6831fde8062 req-afeebab7-b270-4566-adf7-dab7f4c17adb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=75fde21fa6204de6976409a0d1c4c754&device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 1168 time: 0.0419683 Jun 28 03:26:45.356616 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9612be0d-5c4b-4222-acf9-84d61789b5a4 req-25f8d8d7-0b04-4a1d-a9fb-1102fab6f526 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550268 Jun 28 03:26:45.422819 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f893f-c469-47b7-bacd-e6831fde8062 req-eb965c37-1b60-451f-8bdd-9efce437b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:45.423930 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240716a-fa15-4a38-b07c-4e026218008a req-4828b876-2f22-451d-adb7-d47718121ee3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:45.424331 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-755f893f-c469-47b7-bacd-e6831fde8062 req-eb965c37-1b60-451f-8bdd-9efce437b817 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496 HTTP/1.1" status: 200 len: 916 time: 0.0912843 Jun 28 03:26:45.425458 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9240716a-fa15-4a38-b07c-4e026218008a req-4828b876-2f22-451d-adb7-d47718121ee3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0472083 Jun 28 03:26:45.473671 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9240716a-fa15-4a38-b07c-4e026218008a req-bf57b4bb-e7e3-499e-99d5-37054a5a5336 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416026 Jun 28 03:26:45.488508 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-755f893f-c469-47b7-bacd-e6831fde8062 req-4004d7ad-1aef-4400-8c43-ea1bf5d15ebf service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 200 len: 1001 time: 0.0552261 Jun 28 03:26:45.541574 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f893f-c469-47b7-bacd-e6831fde8062 req-4fcd9147-7b2f-48d0-9e78-ddab14e73059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:45.542981 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-755f893f-c469-47b7-bacd-e6831fde8062 req-4fcd9147-7b2f-48d0-9e78-ddab14e73059 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dad964cb-1206-4f69-8f89-69e1566115fd HTTP/1.1" status: 200 len: 854 time: 0.0480795 Jun 28 03:26:45.587245 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f893f-c469-47b7-bacd-e6831fde8062 req-e3c047ca-647a-4f58-aed2-aa0a7ce36ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:45.588704 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-755f893f-c469-47b7-bacd-e6831fde8062 req-e3c047ca-647a-4f58-aed2-aa0a7ce36ebb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379949 Jun 28 03:26:45.686100 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-755f893f-c469-47b7-bacd-e6831fde8062 req-2daea322-bf25-42e7-8090-c5d73707882f service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899007 Jun 28 03:26:45.775773 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:45.780466 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:45.793742 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-755f893f-c469-47b7-bacd-e6831fde8062 req-c387e097-063e-41a3-8941-22d7ae5cc3e0 service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949991 Jun 28 03:26:46.475352 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb6bec-3eff-4b0b-b9ab-ba99cb41a0e4 req-7588c8b4-4264-435d-a8e1-4c00d26fcdbe tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:46.476845 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-98fb6bec-3eff-4b0b-b9ab-ba99cb41a0e4 req-7588c8b4-4264-435d-a8e1-4c00d26fcdbe tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0509162 Jun 28 03:26:46.544074 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-98fb6bec-3eff-4b0b-b9ab-ba99cb41a0e4 req-e0dc346a-5f0b-42a0-8db0-69b9495406d0 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589952 Jun 28 03:26:46.590381 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50465382-c695-48d3-8947-6b5cbf6104ca req-549f0a1f-d50c-47d7-a307-a0f2f11f793c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:46.591889 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-50465382-c695-48d3-8947-6b5cbf6104ca req-549f0a1f-d50c-47d7-a307-a0f2f11f793c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0469446 Jun 28 03:26:46.639193 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-50465382-c695-48d3-8947-6b5cbf6104ca req-349aa3f7-5d36-4c07-877d-79cce8063ec1 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415072 Jun 28 03:26:47.583249 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f67a958c-f424-4d5c-bced-9bb076dd0f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:47.692562 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e92bb-9717-4311-9b98-11cc26577236 req-df1595ca-f0f3-4e75-b0bc-28cafc059ecc tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:47.694107 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-282e92bb-9717-4311-9b98-11cc26577236 req-df1595ca-f0f3-4e75-b0bc-28cafc059ecc tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0669951 Jun 28 03:26:47.785361 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3f024-df51-4ce1-bbd4-3fd797813a13 req-1fff18b8-739f-4fe5-88ac-e5ed1e7c293f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:47.786860 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-73d3f024-df51-4ce1-bbd4-3fd797813a13 req-1fff18b8-739f-4fe5-88ac-e5ed1e7c293f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0674343 Jun 28 03:26:47.792865 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-282e92bb-9717-4311-9b98-11cc26577236 req-7b784cff-5719-489e-9818-70f960d10da7 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929983 Jun 28 03:26:47.842955 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-73d3f024-df51-4ce1-bbd4-3fd797813a13 req-11c2e5ee-13b1-403b-be64-1695426ea1e1 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491726 Jun 28 03:26:48.291086 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:26:48.934055 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66ef18-78ff-4b71-90e2-00ff53c97573 req-daf3cee4-4613-46b8-a5b8-020eee6a6d9e tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:48.935489 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ab66ef18-78ff-4b71-90e2-00ff53c97573 req-daf3cee4-4613-46b8-a5b8-020eee6a6d9e tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0587025 Jun 28 03:26:48.988605 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89d3eb-dbd7-456c-9920-1d0065783beb req-3759700d-913a-435c-983a-3ab29416083d tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:48.990048 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8a89d3eb-dbd7-456c-9920-1d0065783beb req-3759700d-913a-435c-983a-3ab29416083d tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0782785 Jun 28 03:26:49.044111 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ab66ef18-78ff-4b71-90e2-00ff53c97573 req-47fabece-35e4-4f3a-acbb-5fa1bf30789b tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889194 Jun 28 03:26:49.067215 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8a89d3eb-dbd7-456c-9920-1d0065783beb req-6c187fc0-3dcf-48a0-b65c-8adb14f1ea3c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691364 Jun 28 03:26:49.810504 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6d137c1f-2978-47aa-a9ef-faa1790e14f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:50.199105 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186b3a4-93ae-4d21-b1ce-3f06acf13d98 req-91f549a4-d387-4d28-ac59-1113c49e7502 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:50.200684 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0186b3a4-93ae-4d21-b1ce-3f06acf13d98 req-91f549a4-d387-4d28-ac59-1113c49e7502 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0792668 Jun 28 03:26:50.211111 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c992a52-c35c-4f4c-82c1-b1b932ab2a01 req-1ca1932b-ef9e-47a2-ad19-504265802144 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:50.212545 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5c992a52-c35c-4f4c-82c1-b1b932ab2a01 req-1ca1932b-ef9e-47a2-ad19-504265802144 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0626707 Jun 28 03:26:50.244993 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:50.275065 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:50.302253 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5c992a52-c35c-4f4c-82c1-b1b932ab2a01 req-aa62b047-27bb-4eec-9fc8-2bfa948aec6b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829527 Jun 28 03:26:50.308212 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0186b3a4-93ae-4d21-b1ce-3f06acf13d98 req-cc1020a1-7de4-4bed-90e6-aff2cbe4eeaa tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947640 Jun 28 03:26:50.993119 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:51.071323 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:51.452522 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28861725-67df-4f86-bc1b-cce809e06829 req-d355657b-7bc5-41c9-83a9-b980becf2994 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:51.453969 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-28861725-67df-4f86-bc1b-cce809e06829 req-d355657b-7bc5-41c9-83a9-b980becf2994 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0777442 Jun 28 03:26:51.464643 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c973c8a-6dba-4c10-8493-f327db86235c req-b02ed59a-9613-40e5-babf-22e7507bc455 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:51.466008 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9c973c8a-6dba-4c10-8493-f327db86235c req-b02ed59a-9613-40e5-babf-22e7507bc455 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0783980 Jun 28 03:26:51.540329 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-28861725-67df-4f86-bc1b-cce809e06829 req-131aa0fe-5b29-4ac8-b6f6-bc8aece6f2cb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733712 Jun 28 03:26:51.554794 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9c973c8a-6dba-4c10-8493-f327db86235c req-d890b881-4525-4ef2-8ce7-f18fc28e2937 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800898 Jun 28 03:26:52.668207 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:52.697210 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bd847-86c5-4f22-a76e-4ca65e0e86a8 req-f10588ae-7f1b-41ec-b459-4d372204e4f2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:52.698669 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b01bd847-86c5-4f22-a76e-4ca65e0e86a8 req-f10588ae-7f1b-41ec-b459-4d372204e4f2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0791657 Jun 28 03:26:52.706320 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8742ec-a228-4f3c-bc17-aa42126063e1 req-2dd6d3cf-f53a-4ddf-b1b8-3799f7d91942 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:52.707658 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e8742ec-a228-4f3c-bc17-aa42126063e1 req-2dd6d3cf-f53a-4ddf-b1b8-3799f7d91942 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0769625 Jun 28 03:26:52.785185 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b01bd847-86c5-4f22-a76e-4ca65e0e86a8 req-4694ab2a-7984-4483-b4ad-19ff8764c890 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765812 Jun 28 03:26:52.799830 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e8742ec-a228-4f3c-bc17-aa42126063e1 req-aa9f78e2-3652-4b76-91ca-5d5de829128b tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844092 Jun 28 03:26:53.037292 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:26:53.929990 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2341f-25a9-4da2-9f9f-a082653b2cc4 req-cddaa6df-0829-40c4-b84c-bc5970c680ab tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:53.931442 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88f2341f-25a9-4da2-9f9f-a082653b2cc4 req-cddaa6df-0829-40c4-b84c-bc5970c680ab tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0751469 Jun 28 03:26:53.949483 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d0b30-e9c2-4b7c-99a4-2f7d6818885a req-5820f7fc-493d-4ff1-92a3-bfd0b4ec48ce tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:53.950851 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-798d0b30-e9c2-4b7c-99a4-2f7d6818885a req-5820f7fc-493d-4ff1-92a3-bfd0b4ec48ce tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0828066 Jun 28 03:26:54.014802 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88f2341f-25a9-4da2-9f9f-a082653b2cc4 req-7c5b8093-80d1-4407-bb47-4605050d6a27 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762899 Jun 28 03:26:54.034632 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-798d0b30-e9c2-4b7c-99a4-2f7d6818885a req-51306633-3fee-4066-b07f-136c79668681 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758607 Jun 28 03:26:55.175314 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c7df-1199-41d6-bb12-ffc10151e36c req-9479023d-d1e7-45bd-b4a3-1b7936c83a3f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:55.176803 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8520c7df-1199-41d6-bb12-ffc10151e36c req-9479023d-d1e7-45bd-b4a3-1b7936c83a3f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0850167 Jun 28 03:26:55.187636 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee41df-3f7a-4a69-9902-159468262a41 req-457f0484-9973-4a8b-89ea-3262f43ba407 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:55.189041 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85ee41df-3f7a-4a69-9902-159468262a41 req-457f0484-9973-4a8b-89ea-3262f43ba407 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0628853 Jun 28 03:26:55.263128 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8520c7df-1199-41d6-bb12-ffc10151e36c req-59edbaf2-ae05-4ea9-b4d3-ff490feee4cf tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731347 Jun 28 03:26:55.277572 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85ee41df-3f7a-4a69-9902-159468262a41 req-9eb4e562-0770-4c3d-8caf-466c8574f622 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809667 Jun 28 03:26:55.471703 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80417d1d-cdbd-4146-b36e-fff1b71ef71e req-dc61ffed-812a-49f0-8b2e-5a0892eeaf87 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:55.473260 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80417d1d-cdbd-4146-b36e-fff1b71ef71e req-dc61ffed-812a-49f0-8b2e-5a0892eeaf87 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0504348 Jun 28 03:26:55.500556 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:55.526104 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80417d1d-cdbd-4146-b36e-fff1b71ef71e req-d5fec370-b96e-4809-b003-94ef190afe14 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466034 Jun 28 03:26:55.550020 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-efc3635f-62a4-4cae-b439-de9892777e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:55.551447 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-efc3635f-62a4-4cae-b439-de9892777e6f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0399222 Jun 28 03:26:55.666078 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-064d53d8-a684-4b4b-bf82-01cbfd4867ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:55.667812 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-064d53d8-a684-4b4b-bf82-01cbfd4867ee service neutron] 10.222.0.27 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 912 time: 0.1093159 Jun 28 03:26:55.732177 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-191c4787-5008-47d4-b7ae-b51bb52a5fea service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785389 Jun 28 03:26:55.748557 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-bc5c21ef-9381-4e96-86de-31e910b54154 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba HTTP/1.1" status: 200 len: 1001 time: 0.0655863 Jun 28 03:26:55.829055 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-8f2f5b58-6666-4354-96e2-4130ebb02187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:55.830418 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-8f2f5b58-6666-4354-96e2-4130ebb02187 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 200 len: 850 time: 0.0760391 Jun 28 03:26:55.831290 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-44e0c53d-dd89-45c8-b9c5-2840013182a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:55.832661 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-44e0c53d-dd89-45c8-b9c5-2840013182a4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 1130 time: 0.0511737 Jun 28 03:26:55.898721 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-a53694c7-ea26-4ebe-a34a-25395bfc60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:55.900187 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-a53694c7-ea26-4ebe-a34a-25395bfc60fa service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613596 Jun 28 03:26:56.001004 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:56.024669 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-f978984d-bd52-4d6a-bb8b-9a089e2a1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:56.026144 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-f978984d-bd52-4d6a-bb8b-9a089e2a1262 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.1602547 Jun 28 03:26:56.074082 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-e006976b-3cb8-443e-9eec-2699df826a99 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650653 Jun 28 03:26:56.080513 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:56.122595 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-0bdeadfd-a396-4e6c-a1ec-a395dbdaed75 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8216d3f8-6222-4089-bdc6-74085387c8a5 HTTP/1.1" status: 200 len: 1002 time: 0.0885394 Jun 28 03:26:56.403268 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c772e60-de5d-46da-a5ee-51f1dc4a9895 req-55f37c12-0324-49f6-a711-3c7f6079973e tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:56.404802 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2c772e60-de5d-46da-a5ee-51f1dc4a9895 req-55f37c12-0324-49f6-a711-3c7f6079973e tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0534422 Jun 28 03:26:56.466156 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2c772e60-de5d-46da-a5ee-51f1dc4a9895 req-b865f9c1-de08-402e-8bdf-0b5aaf25dd47 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553403 Jun 28 03:26:56.469392 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e8a6110-a88e-483f-ad79-ea3fa54217b6 req-030fe960-0ebc-449c-862d-c8386fdb2460 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840179 Jun 28 03:26:56.471146 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-8e3cb5bf-f12e-4886-9270-872daf400f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:56.472478 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-8e3cb5bf-f12e-4886-9270-872daf400f02 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0655696 Jun 28 03:26:56.523086 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-1b5ff064-253f-4e94-baa3-e3d7fee9c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:56.524611 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-1b5ff064-253f-4e94-baa3-e3d7fee9c63b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392482 Jun 28 03:26:56.646916 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7932-6c45-4ec3-99e9-b49beea1229b req-49e8de20-b270-4585-9282-cadb33e8f9cd tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:56.648651 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a7a7932-6c45-4ec3-99e9-b49beea1229b req-49e8de20-b270-4585-9282-cadb33e8f9cd tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0531342 Jun 28 03:26:56.682595 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:26:56.695757 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-30fc1b52-2267-4e63-827e-d21a3dad35e9 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900970 Jun 28 03:26:56.698460 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a7a7932-6c45-4ec3-99e9-b49beea1229b req-8ae7ab72-ae67-4b20-b67d-06a4e6e4eb60 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436320 Jun 28 03:26:57.328372 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-de4d45bd-700f-4116-af43-b79b8c1b98bf req-f0ef2730-bfde-4dcd-9906-2a5ef6b3c8b9 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976543 Jun 28 03:26:57.596145 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887924db-452a-4891-b3fc-d97b0aab1074 req-1f975376-3e9f-48f3-b7f6-5ac1b430623f tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:57.598354 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-887924db-452a-4891-b3fc-d97b0aab1074 req-1f975376-3e9f-48f3-b7f6-5ac1b430623f tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0568225 Jun 28 03:26:57.666125 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-887924db-452a-4891-b3fc-d97b0aab1074 req-3a5d8495-7b02-4f82-b353-62f69762faed tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=319330d3-4185-4027-ab3d-76a28cb577b9&id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587399 Jun 28 03:26:57.818629 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7693452-fa52-4cab-a480-65f97a3ffc6f req-87748cd0-ad8e-4d22-8f74-e291933ddcc9 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:26:57.820142 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7693452-fa52-4cab-a480-65f97a3ffc6f req-87748cd0-ad8e-4d22-8f74-e291933ddcc9 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0492957 Jun 28 03:26:57.871537 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7693452-fa52-4cab-a480-65f97a3ffc6f req-6b3b41c4-9d3f-418d-83cf-66ff5c808d46 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434771 Jun 28 03:27:01.256988 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:01.258200 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:03.024072 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:03.031277 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:07.323691 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=39 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:07.325714 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=50 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:07.865405 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=19 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:07.868030 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=46 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:17.583734 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d206f32-347f-4f4f-92a5-0b771ecf8983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:19.806984 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-73baf881-3b3c-41eb-a0c6-6fdb8041016e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:20.994066 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:21.069130 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:22.675166 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:23.038761 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:25.295096 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:27:30.503493 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-a77266e5-c205-4ee2-8156-2fb97bf0a52e tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688633204&fields=id&tenant_id=75fde21fa6204de6976409a0d1c4c754 HTTP/1.1" status: 200 len: 267 time: 0.0568199 Jun 28 03:27:30.555479 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-efa9e824-e035-41c1-9fe5-688756fd4e66 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:30.556949 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-efa9e824-e035-41c1-9fe5-688756fd4e66 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 984 time: 0.0461366 Jun 28 03:27:30.567399 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Request body: {'port': {'security_groups': ['1ee51904-d618-4857-903d-b96582b64579']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:27:30.646572 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:30.837939 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] For port 77b5c16f-bdac-49d8-a3cd-4445b397c792, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:30.866912 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:30.874105 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:30.910144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['77b5c16f-bdac-49d8-a3cd-4445b397c792'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:27:30.922109 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:30.922730 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:30.931215 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-77bb7f6d-fd15-40bd-b70a-3cb380c9a90e req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "PUT /v2.0/ports/77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 200 len: 942 time: 0.3610368 Jun 28 03:27:30.931215 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:27:30.931215 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d869c299-4dcd-473d-b331-c08aca7e44f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:27:30.932419 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41496) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:30.953526 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event updated for resources: {'Port': ['ID=77b5c16f-bdac-49d8-a3cd-4445b397c792,revision_number=7']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:30.962594 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.963157 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.963553 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.964238 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.964381 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.964673 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.965076 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.965450 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.966819 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.967459 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.967906 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.968789 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.969201 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.969598 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.969974 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c5c1-8dd7-4c51-88b1-032b8a5fbd05 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:30.983737 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7137f8d-1a3c-4db6-922f-540995aee3ff x-openstack-request-id: req-e7137f8d-1a3c-4db6-922f-540995aee3ff {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:27:30.984577 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:27:30.984825 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7137f8d-1a3c-4db6-922f-540995aee3ff {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:27:30.985227 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7137f8d-1a3c-4db6-922f-540995aee3ff'] response: {'name': 'network-changed', 'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'status': 'completed', 'code': 200} Jun 28 03:27:31.025557 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group (319330d3-4185-4027-ab3d-76a28cb577b9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:31.070270 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['77b5c16f-bdac-49d8-a3cd-4445b397c792'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:27:31.072332 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group (319330d3-4185-4027-ab3d-76a28cb577b9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:31.174362 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (319330d3-4185-4027-ab3d-76a28cb577b9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:31.177032 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:31.178190 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "DELETE /v2.0/security-groups/319330d3-4185-4027-ab3d-76a28cb577b9 HTTP/1.1" status: 204 len: 168 time: 0.2447636 Jun 28 03:27:31.181581 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41498) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:31.197907 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319330d3-4185-4027-ab3d-76a28cb577b9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:31.207870 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-703adb99-3842-4d32-9eb5-b461163f34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:31.209603 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-703adb99-3842-4d32-9eb5-b461163f34b8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=75fde21fa6204de6976409a0d1c4c754&device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 1129 time: 0.0781777 Jun 28 03:27:31.211721 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.212189 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.212646 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.213071 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.213590 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.214021 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.214457 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.215023 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.215312 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.215778 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a7cca8bc-7618-4bc3-8b7d-ae23d7854d93 None None] Provisioning complete for port 77b5c16f-bdac-49d8-a3cd-4445b397c792 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:27:31.215914 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.216054 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a7cca8bc-7618-4bc3-8b7d-ae23d7854d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:31.216338 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.225640 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.226145 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.226630 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.226630 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d79b6-470a-4da3-8ad7-b0cc882a3af3 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:31.340684 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Deleting port d5f4eb81-de62-480e-80b0-85d0695e3ec8 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:31.341080 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (d5f4eb81-de62-480e-80b0-85d0695e3ec8), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:31.346420 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a7cca8bc-7618-4bc3-8b7d-ae23d7854d93 None None] Current status of the port 77b5c16f-bdac-49d8-a3cd-4445b397c792 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:27:31.375904 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-d099f4c7-b856-4556-99e6-357d96ddf641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:31.377822 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-d099f4c7-b856-4556-99e6-357d96ddf641 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496 HTTP/1.1" status: 200 len: 916 time: 0.1479414 Jun 28 03:27:31.426544 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (d5f4eb81-de62-480e-80b0-85d0695e3ec8), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:31.426863 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for floatingip (d5f4eb81-de62-480e-80b0-85d0695e3ec8), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:31.441161 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Calling delete_port for d5f4eb81-de62-480e-80b0-85d0695e3ec8 owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:31.450217 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-fd211884-2554-4488-b6d2-d748480347e1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 200 len: 1001 time: 0.0645690 Jun 28 03:27:31.500991 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-2a9b459a-58ac-4030-b318-05683d0ac442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:31.502611 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-2a9b459a-58ac-4030-b318-05683d0ac442 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dad964cb-1206-4f69-8f89-69e1566115fd HTTP/1.1" status: 200 len: 854 time: 0.0453837 Jun 28 03:27:31.549381 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-1eb4090e-3a9b-4334-a949-6ed99069a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:31.550795 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-1eb4090e-3a9b-4334-a949-6ed99069a3a5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389342 Jun 28 03:27:31.566640 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:31.581992 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:31.595679 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (d5f4eb81-de62-480e-80b0-85d0695e3ec8), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:31.626932 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event deleted for resources: {'Port': ['ID=d5f4eb81-de62-480e-80b0-85d0695e3ec8,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:31.652499 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-0076310d-9c9d-4fc3-987d-6f62af4c1b25 service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919287 Jun 28 03:27:31.683403 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks [] for floatingip (1ca17e2e-1334-4df3-a1dc-dcd67d2ad714), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:31.683721 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Floating IP 1ca17e2e-1334-4df3-a1dc-dcd67d2ad714 disassociated (deleted). External IP: 172.27.2.118, port: 77b5c16f-bdac-49d8-a3cd-4445b397c792. Jun 28 03:27:31.746916 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d869c299-4dcd-473d-b331-c08aca7e44f0 req-c3b01834-9dcd-43c4-b0ea-489e07077d0e service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880840 Jun 28 03:27:32.159638 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:27:32.261074 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:27:32.266071 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:32.270626 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] Sync routers for ids ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:27:32.281775 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] Routers {'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:32.282425 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:32.297184 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-27e7e124-5b3b-4d4d-b50d-ec0b7951a97d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "DELETE /v2.0/floatingips/1ca17e2e-1334-4df3-a1dc-dcd67d2ad714 HTTP/1.1" status: 204 len: 168 time: 1.1144660 Jun 28 03:27:32.377735 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:32.388447 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] Set router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:32.517708 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:32.577444 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:35Z', 'revision_number': 5, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:32.602368 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] Checking router: e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:27:32.610999 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] Routers {'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:32.611592 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:32.720900 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] Set router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:32.908078 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:35Z', 'revision_number': 5, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:32.933141 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9ce64-33b3-4165-a40a-f6d880bd11fb None None] The sync data for ids ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'] in dv-cinder-846842-5-iscsi is: [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:31Z', 'revision_number': 4, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'eb5d1f62-02f9-405e-bf80-79ddaeec390b', 'name': '', 'network_id': '9d824ab9-06a6-42d8-9d13-9eae7b9bd496', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'mac_address': 'fa:16:3e:af:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:30Z', 'updated_at': '2022-06-28T03:25:35Z', 'revision_number': 5, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'subnets': [{'id': 'dad964cb-1206-4f69-8f89-69e1566115fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:27:32.986451 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:27:32.988905 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0b586d-8b9a-434f-a8f0-111aad5699dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:27:33.028998 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab6e08-7994-47f2-9ef9-79bcc8d915d4 x-openstack-request-id: req-27ab6e08-7994-47f2-9ef9-79bcc8d915d4 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:27:33.029318 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:27:33.029559 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27ab6e08-7994-47f2-9ef9-79bcc8d915d4 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:27:33.029960 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ab6e08-7994-47f2-9ef9-79bcc8d915d4'] response: {'name': 'network-changed', 'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'status': 'completed', 'code': 200} Jun 28 03:27:33.153640 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-1792250c-3002-49ab-b65b-1dfe45887d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:33.156193 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-1792250c-3002-49ab-b65b-1dfe45887d27 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=75fde21fa6204de6976409a0d1c4c754&device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 1129 time: 0.0496929 Jun 28 03:27:33.173682 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e18fa9-35c1-44c8-92e4-5ef64b3e24ac None None] New status for floating IP 1ca17e2e-1334-4df3-a1dc-dcd67d2ad714: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:27:33.254238 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-5ee28b00-f2fd-460d-ac7c-67cb1377c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:33.255714 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-5ee28b00-f2fd-460d-ac7c-67cb1377c417 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496 HTTP/1.1" status: 200 len: 916 time: 0.0929868 Jun 28 03:27:33.296100 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-32207a0b-d78b-471a-93a8-035560bf1cd5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 200 len: 217 time: 0.0325644 Jun 28 03:27:33.350622 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-8d749bc1-148a-4dbc-b8a7-4bd1b442a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:33.352377 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-8d749bc1-148a-4dbc-b8a7-4bd1b442a51e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=dad964cb-1206-4f69-8f89-69e1566115fd HTTP/1.1" status: 200 len: 854 time: 0.0499692 Jun 28 03:27:33.414669 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-363a6c2a-8676-404a-9da4-7b6aac09c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:33.416196 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-363a6c2a-8676-404a-9da4-7b6aac09c5cb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9d824ab9-06a6-42d8-9d13-9eae7b9bd496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430648 Jun 28 03:27:33.431886 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:33.516611 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-782f6ff0-98ba-44f8-b857-ca838c5ed994 service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922039 Jun 28 03:27:33.604064 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:33.611417 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed0b586d-8b9a-434f-a8f0-111aad5699dd req-7ba95249-9796-4120-8e0e-bd81827ae29a service neutron] 10.222.0.27 "GET /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875907 Jun 28 03:27:35.049914 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbafed3-e1f3-45b5-a949-53e4b19ba885 req-dffda4d9-8898-430b-a12d-539e67cf877d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:35.051276 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2cbafed3-e1f3-45b5-a949-53e4b19ba885 req-dffda4d9-8898-430b-a12d-539e67cf877d tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0468378 Jun 28 03:27:35.098963 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2cbafed3-e1f3-45b5-a949-53e4b19ba885 req-58bfb0eb-39e3-4884-a6c7-0b65e58219ee tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Jun 28 03:27:36.238242 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eb7de-6a36-4e98-a4ef-5d1e99b38527 req-def1dea4-79ad-4c97-8fff-dfefb8fa0f6a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:36.239749 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-573eb7de-6a36-4e98-a4ef-5d1e99b38527 req-def1dea4-79ad-4c97-8fff-dfefb8fa0f6a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0549791 Jun 28 03:27:36.298151 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-573eb7de-6a36-4e98-a4ef-5d1e99b38527 req-32e3e763-331d-4b64-91c7-b6c66cb6f466 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502326 Jun 28 03:27:36.752393 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548c299-1036-4c1e-9ffe-cec691dce996 req-f344a9d3-9115-4cb4-991f-67aa93b2aaaf tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:36.753913 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d548c299-1036-4c1e-9ffe-cec691dce996 req-f344a9d3-9115-4cb4-991f-67aa93b2aaaf tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0497746 Jun 28 03:27:36.804124 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d548c299-1036-4c1e-9ffe-cec691dce996 req-ce2053f9-37e8-49b7-bedb-1ee69ebe2c5f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426514 Jun 28 03:27:37.425210 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4521d3e-e762-4896-9814-836c432f7e88 req-aeaa7a39-06cd-4d77-9773-8b6952119d81 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:37.426660 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b4521d3e-e762-4896-9814-836c432f7e88 req-aeaa7a39-06cd-4d77-9773-8b6952119d81 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0472701 Jun 28 03:27:37.483249 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b4521d3e-e762-4896-9814-836c432f7e88 req-f2adcc6e-1f92-49cc-8f40-2827f62c9b19 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509791 Jun 28 03:27:37.940125 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff6115-f18d-4615-9866-01f4d9464ce5 req-ceabe730-ecce-41c9-8ac9-92534a386de8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:37.941533 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99ff6115-f18d-4615-9866-01f4d9464ce5 req-ceabe730-ecce-41c9-8ac9-92534a386de8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0565166 Jun 28 03:27:37.987801 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99ff6115-f18d-4615-9866-01f4d9464ce5 req-84af141b-b317-4f70-8576-398e8d81f55b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406866 Jun 28 03:27:38.613607 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d549483-e864-4921-a046-c76b4ea3549e req-8086bdc3-2d58-405f-a62f-d1e24a56863a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:38.615175 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7d549483-e864-4921-a046-c76b4ea3549e req-8086bdc3-2d58-405f-a62f-d1e24a56863a tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0503802 Jun 28 03:27:38.625441 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-4f4b6387-b8c6-4274-828c-7ba3bacbf336 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:38.626954 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-4f4b6387-b8c6-4274-828c-7ba3bacbf336 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.27 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 945 time: 0.0501559 Jun 28 03:27:38.640497 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:38.647160 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:38.665247 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7d549483-e864-4921-a046-c76b4ea3549e req-1645e441-ea06-4f9f-a9cd-9c74c1234cf8 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee51904-d618-4857-903d-b96582b64579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442619 Jun 28 03:27:38.765223 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-c255c1a1-27ea-47fa-97b8-b7cfb79beed4 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Deleting port 77b5c16f-bdac-49d8-a3cd-4445b397c792 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:38.765557 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-c255c1a1-27ea-47fa-97b8-b7cfb79beed4 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:38.803168 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-3250887b-6d15-4dda-8baf-4d40326ecff5 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:38.804557 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-3250887b-6d15-4dda-8baf-4d40326ecff5 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.27 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0716867 Jun 28 03:27:38.927364 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-c255c1a1-27ea-47fa-97b8-b7cfb79beed4 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] For port 77b5c16f-bdac-49d8-a3cd-4445b397c792, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77b5c16f-bdac-49d8-a3cd-4445b397c792,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:38.927763 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-c255c1a1-27ea-47fa-97b8-b7cfb79beed4 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:38.945402 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-c255c1a1-27ea-47fa-97b8-b7cfb79beed4 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Calling delete_port for 77b5c16f-bdac-49d8-a3cd-4445b397c792 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:38.947268 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Deleting port b7f197d8-65db-4b70-b5fc-1416f37de7ba {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:38.947591 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:39.091871 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] For port b7f197d8-65db-4b70-b5fc-1416f37de7ba, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b7f197d8-65db-4b70-b5fc-1416f37de7ba,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:39.092139 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:39.257296 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-c255c1a1-27ea-47fa-97b8-b7cfb79beed4 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (77b5c16f-bdac-49d8-a3cd-4445b397c792), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:39.263836 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bfac8-997a-49f0-8071-580aac32e5f8 req-10590b7a-5f46-47d2-ac21-3c8d936af19b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:39.265450 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b78bfac8-997a-49f0-8071-580aac32e5f8 req-10590b7a-5f46-47d2-ac21-3c8d936af19b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 946 time: 0.0544569 Jun 28 03:27:39.313179 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b78bfac8-997a-49f0-8071-580aac32e5f8 req-93e125c8-66b0-4665-8acd-bc51e2f83a1e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=93f67598-b073-4808-85ab-4324039341a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Jun 28 03:27:39.315895 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:39.323212 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255c1a1-27ea-47fa-97b8-b7cfb79beed4 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Pushing event deleted for resources: {'Port': ['ID=77b5c16f-bdac-49d8-a3cd-4445b397c792,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:39.364960 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:39.365291 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (13da7edb-d584-4b35-a3a9-9c7c25a534e7), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:39.365623 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Floating IP 13da7edb-d584-4b35-a3a9-9c7c25a534e7 disassociated. External IP: 172.27.2.70, port: b7f197d8-65db-4b70-b5fc-1416f37de7ba. Jun 28 03:27:39.365964 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Calling delete_port for b7f197d8-65db-4b70-b5fc-1416f37de7ba owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:39.388428 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-c255c1a1-27ea-47fa-97b8-b7cfb79beed4 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] No DVR routers for this DVR port 77b5c16f-bdac-49d8-a3cd-4445b397c792 on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:27:39.393227 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-c255c1a1-27ea-47fa-97b8-b7cfb79beed4 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:39.396468 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d28d5bf0-1d07-420a-b011-3a67a4ee7a59 req-c255c1a1-27ea-47fa-97b8-b7cfb79beed4 tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.27 "DELETE /v2.0/ports/77b5c16f-bdac-49d8-a3cd-4445b397c792 HTTP/1.1" status: 204 len: 173 time: 0.7634656 Jun 28 03:27:39.396897 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'name': 'network-vif-deleted', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:27:39.399159 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a369367-05fd-4b91-83a2-d3a0bf5da53a" -d '{"events": [{"server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "name": "network-vif-deleted", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:27:39.440539 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c962312f-d72b-4ce9-b5ac-6bbf3cba63b8 x-openstack-request-id: req-c962312f-d72b-4ce9-b5ac-6bbf3cba63b8 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:27:39.440828 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ecdfcc-81dd-49db-9252-679712c4ec3b", "name": "network-vif-deleted", "tag": "77b5c16f-bdac-49d8-a3cd-4445b397c792", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:27:39.441104 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c962312f-d72b-4ce9-b5ac-6bbf3cba63b8 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:27:39.441528 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c962312f-d72b-4ce9-b5ac-6bbf3cba63b8'] response: {'server_uuid': 'b2ecdfcc-81dd-49db-9252-679712c4ec3b', 'name': 'network-vif-deleted', 'tag': '77b5c16f-bdac-49d8-a3cd-4445b397c792', 'status': 'completed', 'code': 200} Jun 28 03:27:39.468657 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:39.539887 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (b7f197d8-65db-4b70-b5fc-1416f37de7ba), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:39.567541 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event deleted for resources: {'Port': ['ID=b7f197d8-65db-4b70-b5fc-1416f37de7ba,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:39.679780 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Router bdc94a83-3108-433e-a6df-d53e103685cd has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:27:39.782071 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f66309b8-98b1-475d-b5e3-2ee08c3056a7 req-3a4dde54-ff0a-4b5e-8464-7b7f376903fa tempest-TestMinimumBasicScenario-1161928014 tempest-TestMinimumBasicScenario-1161928014-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2ecdfcc-81dd-49db-9252-679712c4ec3b HTTP/1.1" status: 200 len: 210 time: 0.0281398 Jun 28 03:27:39.791993 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:27:39.805585 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] Sync routers for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:27:39.819866 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:39.820621 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:39.841981 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] No DVR routers for this DVR port b7f197d8-65db-4b70-b5fc-1416f37de7ba on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:27:39.844236 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:39.848031 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-83d137a9-6a18-488e-8e94-5ee5c3b028b4 req-0eb4b66c-9c47-4bd5-9610-524c5506cfc3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.27 "DELETE /v2.0/ports/b7f197d8-65db-4b70-b5fc-1416f37de7ba HTTP/1.1" status: 204 len: 173 time: 1.0384500 Jun 28 03:27:39.936036 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:40.133715 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:40.158749 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] Checking router: bdc94a83-3108-433e-a6df-d53e103685cd for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:27:40.167812 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:40.168470 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:40.259994 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:40.270526 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:40.437119 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7cb6b7e-4c0c-4d83-b730-a4d8c095e88b req-160d19f9-7293-4fff-9b82-d6c2d138e122 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=785c405e-c17b-4e21-b51e-f645dd26f9b9 HTTP/1.1" status: 200 len: 210 time: 0.0311413 Jun 28 03:27:40.566741 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:40.610165 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:40.635300 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e2b70e-784d-41ad-89c2-8ad5709b886c None None] The sync data for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi is: [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:27:40.658726 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d219f9-bb1c-4b98-bef9-6d0cdf3c2054 req-862a84f9-8757-4cb6-8710-0245a1ab729c tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:40.660271 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b0d219f9-bb1c-4b98-bef9-6d0cdf3c2054 req-862a84f9-8757-4cb6-8710-0245a1ab729c tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 946 time: 0.0544679 Jun 28 03:27:40.712196 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b0d219f9-bb1c-4b98-bef9-6d0cdf3c2054 req-2e6ddec4-7c9f-4554-a0a9-c3c392faf0e4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458763 Jun 28 03:27:40.860603 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd060f86-0757-464c-aa8a-4f15a5597728 None None] New status for floating IP 13da7edb-d584-4b35-a3a9-9c7c25a534e7: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:27:41.203579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device b7f197d8-65db-4b70-b5fc-1416f37de7ba no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:27:41.227250 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: b7f197d8-65db-4b70-b5fc-1416f37de7ba {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:27:41.227569 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device b7f197d8-65db-4b70-b5fc-1416f37de7ba not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:27:41.227970 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 77b5c16f-bdac-49d8-a3cd-4445b397c792 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:27:41.245635 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 77b5c16f-bdac-49d8-a3cd-4445b397c792 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:27:41.245971 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 77b5c16f-bdac-49d8-a3cd-4445b397c792 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:27:41.442560 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'name': 'network-vif-deleted', 'tag': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:27:41.444958 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a17f8f-e315-4615-acf3-a8f826784723" -d '{"events": [{"server_uuid": "785c405e-c17b-4e21-b51e-f645dd26f9b9", "name": "network-vif-deleted", "tag": "b7f197d8-65db-4b70-b5fc-1416f37de7ba"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:27:41.481842 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c46a3a9-720a-4f6c-88e4-d6079cad3ff2 x-openstack-request-id: req-1c46a3a9-720a-4f6c-88e4-d6079cad3ff2 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:27:41.482131 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c405e-c17b-4e21-b51e-f645dd26f9b9", "name": "network-vif-deleted", "tag": "b7f197d8-65db-4b70-b5fc-1416f37de7ba", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:27:41.482341 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c46a3a9-720a-4f6c-88e4-d6079cad3ff2 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:27:41.482775 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c46a3a9-720a-4f6c-88e4-d6079cad3ff2'] response: {'server_uuid': '785c405e-c17b-4e21-b51e-f645dd26f9b9', 'name': 'network-vif-deleted', 'tag': 'b7f197d8-65db-4b70-b5fc-1416f37de7ba', 'status': 'completed', 'code': 200} Jun 28 03:27:41.557568 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41568) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:41.615310 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6597a01-2755-44e6-babb-9c9fb4304824 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (93f67598-b073-4808-85ab-4324039341a6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:41.641572 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6597a01-2755-44e6-babb-9c9fb4304824 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (93f67598-b073-4808-85ab-4324039341a6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:41.692644 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6597a01-2755-44e6-babb-9c9fb4304824 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (93f67598-b073-4808-85ab-4324039341a6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:41.695087 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6597a01-2755-44e6-babb-9c9fb4304824 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:41.699377 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c6597a01-2755-44e6-babb-9c9fb4304824 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "DELETE /v2.0/security-groups/93f67598-b073-4808-85ab-4324039341a6 HTTP/1.1" status: 204 len: 168 time: 0.1392035 Jun 28 03:27:41.699763 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41570) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:41.707889 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6597a01-2755-44e6-babb-9c9fb4304824 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f67598-b073-4808-85ab-4324039341a6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:41.719642 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-668b0f4c-f02f-4a3c-8319-aaf325ea9636 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] show failed (client error): The resource could not be found. Jun 28 03:27:41.720714 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-668b0f4c-f02f-4a3c-8319-aaf325ea9636 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups/93f67598-b073-4808-85ab-4324039341a6 HTTP/1.1" status: 404 len: 347 time: 0.0199437 Jun 28 03:27:41.724131 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41572) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:41.883853 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fae2e-6871-4fd5-bc87-f01446d0a4d8 req-71a339ae-feaa-428d-8582-39d131cf1bea tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:41.885546 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-090fae2e-6871-4fd5-bc87-f01446d0a4d8 req-71a339ae-feaa-428d-8582-39d131cf1bea tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 946 time: 0.0781562 Jun 28 03:27:41.886768 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-4beed6bf-4ce1-4fec-bc8f-4bd16f1cb38e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Deleting port dbe89327-9e05-4a00-abb5-077ae228f868 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:41.887114 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4beed6bf-4ce1-4fec-bc8f-4bd16f1cb38e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (dbe89327-9e05-4a00-abb5-077ae228f868), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:41.997384 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-090fae2e-6871-4fd5-bc87-f01446d0a4d8 req-676ef9ec-3595-4fac-baff-be5d5844fe87 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978868 Jun 28 03:27:42.006065 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4beed6bf-4ce1-4fec-bc8f-4bd16f1cb38e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (dbe89327-9e05-4a00-abb5-077ae228f868), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.006389 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4beed6bf-4ce1-4fec-bc8f-4bd16f1cb38e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (dbe89327-9e05-4a00-abb5-077ae228f868), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.019672 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-4beed6bf-4ce1-4fec-bc8f-4bd16f1cb38e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Calling delete_port for dbe89327-9e05-4a00-abb5-077ae228f868 owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:42.169791 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4beed6bf-4ce1-4fec-bc8f-4bd16f1cb38e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (dbe89327-9e05-4a00-abb5-077ae228f868), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.192882 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beed6bf-4ce1-4fec-bc8f-4bd16f1cb38e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event deleted for resources: {'Port': ['ID=dbe89327-9e05-4a00-abb5-077ae228f868,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:42.259499 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4beed6bf-4ce1-4fec-bc8f-4bd16f1cb38e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (13da7edb-d584-4b35-a3a9-9c7c25a534e7), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.262567 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4beed6bf-4ce1-4fec-bc8f-4bd16f1cb38e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.264334 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bcd4a-863d-4327-b187-b25d5604653a req-61fbdeb2-cbc6-481e-8456-be9a8c69380b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:42.264481 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4beed6bf-4ce1-4fec-bc8f-4bd16f1cb38e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "DELETE /v2.0/floatingips/13da7edb-d584-4b35-a3a9-9c7c25a534e7 HTTP/1.1" status: 204 len: 168 time: 0.5393386 Jun 28 03:27:42.266639 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f01bcd4a-863d-4327-b187-b25d5604653a req-61fbdeb2-cbc6-481e-8456-be9a8c69380b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 946 time: 0.0514524 Jun 28 03:27:42.343938 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41624) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:42.349151 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-4c74bc58-04b2-425a-a1e4-b42f7d2e2456 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568261961', 'description': 'tempest-description--726592083'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:27:42.366833 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Deleting port 8216d3f8-6222-4089-bdc6-74085387c8a5 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:42.367221 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.377251 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4c74bc58-04b2-425a-a1e4-b42f7d2e2456 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.397616 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41626) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:42.450181 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:42.463377 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] For port 8216d3f8-6222-4089-bdc6-74085387c8a5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8216d3f8-6222-4089-bdc6-74085387c8a5,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:42.464115 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.482169 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:42.552368 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4c74bc58-04b2-425a-a1e4-b42f7d2e2456 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (29dfa847-b0d8-463c-bd5a-b5b0bdb659ea), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.558188 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4c74bc58-04b2-425a-a1e4-b42f7d2e2456 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (29dfa847-b0d8-463c-bd5a-b5b0bdb659ea), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.616709 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:42.626067 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:42.632973 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4c74bc58-04b2-425a-a1e4-b42f7d2e2456 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.634034 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.634282 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4c74bc58-04b2-425a-a1e4-b42f7d2e2456 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2891192 Jun 28 03:27:42.634397 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (cd09f013-cefc-409c-9f24-769727974347), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.634689 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Floating IP cd09f013-cefc-409c-9f24-769727974347 disassociated. External IP: 172.27.2.157, port: 8216d3f8-6222-4089-bdc6-74085387c8a5. Jun 28 03:27:42.635029 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Calling delete_port for 8216d3f8-6222-4089-bdc6-74085387c8a5 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:42.638088 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41628) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:42.644457 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-6db2831e-9eb6-437a-8acc-1349a2a6e053 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'security_group_rule': {'security_group_id': '29dfa847-b0d8-463c-bd5a-b5b0bdb659ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:27:42.648918 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74bc58-04b2-425a-a1e4-b42f7d2e2456 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:42.720640 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6db2831e-9eb6-437a-8acc-1349a2a6e053 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (c9d3b333-df87-4ab2-85af-89f0fe3de989), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.774608 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (8216d3f8-6222-4089-bdc6-74085387c8a5), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.806546 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event deleted for resources: {'Port': ['ID=8216d3f8-6222-4089-bdc6-74085387c8a5,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:42.828564 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6db2831e-9eb6-437a-8acc-1349a2a6e053 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (c9d3b333-df87-4ab2-85af-89f0fe3de989), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.838434 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6db2831e-9eb6-437a-8acc-1349a2a6e053 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (c9d3b333-df87-4ab2-85af-89f0fe3de989), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.894496 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2831e-9eb6-437a-8acc-1349a2a6e053 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d3b333-df87-4ab2-85af-89f0fe3de989,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:42.910580 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6db2831e-9eb6-437a-8acc-1349a2a6e053 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.911753 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6db2831e-9eb6-437a-8acc-1349a2a6e053 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2724736 Jun 28 03:27:42.912915 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:42.914569 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41630) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:42.921852 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Router 442b6900-b243-4140-9b84-f63fdb0ce45f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:27:42.950229 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-0f3cebb1-5601-4450-a5e7-6cf584079d33 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'security_group_rule': {'security_group_id': '29dfa847-b0d8-463c-bd5a-b5b0bdb659ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:27:43.019285 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0f3cebb1-5601-4450-a5e7-6cf584079d33 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (fa52d42b-db21-4115-8491-24118e763e65), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.024200 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:27:43.036087 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] Sync routers for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:27:43.056259 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:43.058336 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:43.071178 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] No DVR routers for this DVR port 8216d3f8-6222-4089-bdc6-74085387c8a5 on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:27:43.073881 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.077138 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f01bcd4a-863d-4327-b187-b25d5604653a req-e845dd0f-7e09-409d-a018-f6580b880a76 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "DELETE /v2.0/ports/8216d3f8-6222-4089-bdc6-74085387c8a5 HTTP/1.1" status: 204 len: 173 time: 0.8039064 Jun 28 03:27:43.109691 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:43.132703 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0f3cebb1-5601-4450-a5e7-6cf584079d33 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (fa52d42b-db21-4115-8491-24118e763e65), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.156306 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0f3cebb1-5601-4450-a5e7-6cf584079d33 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584481'] for security_group_rule (fa52d42b-db21-4115-8491-24118e763e65), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.196425 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-60d78803-4488-477e-8bc1-530b2738c1cf req-5d53a118-0e9f-4a8a-bb2d-8cad74afa84d tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e32105-0f00-4bec-be78-59f9383e3992 HTTP/1.1" status: 200 len: 210 time: 0.0624745 Jun 28 03:27:43.206660 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cebb1-5601-4450-a5e7-6cf584079d33 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa52d42b-db21-4115-8491-24118e763e65,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:43.224249 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:43.240254 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0f3cebb1-5601-4450-a5e7-6cf584079d33 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.244317 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0f3cebb1-5601-4450-a5e7-6cf584079d33 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251879 Jun 28 03:27:43.244960 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41634) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:43.253035 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:27:43.286344 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.291169 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] Deleting port eb5d1f62-02f9-405e-bf80-79ddaeec390b {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:43.293089 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.385788 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:43.409739 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] For port eb5d1f62-02f9-405e-bf80-79ddaeec390b, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=eb5d1f62-02f9-405e-bf80-79ddaeec390b,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:43.410105 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.419550 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.428199 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] Calling delete_port for eb5d1f62-02f9-405e-bf80-79ddaeec390b owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:43.447044 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:43.474566 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] Checking router: 442b6900-b243-4140-9b84-f63fdb0ce45f for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:27:43.485222 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:43.485466 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e32105-0f00-4bec-be78-59f9383e3992', 'name': 'network-vif-deleted', 'tag': '8216d3f8-6222-4089-bdc6-74085387c8a5'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:27:43.485977 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:43.488803 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6adc851-2b97-493c-8753-b1eac7a228a1" -d '{"events": [{"server_uuid": "10e32105-0f00-4bec-be78-59f9383e3992", "name": "network-vif-deleted", "tag": "8216d3f8-6222-4089-bdc6-74085387c8a5"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:27:43.561772 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110b3d51-56a0-4f59-ad3b-eb03aa4cd8ae x-openstack-request-id: req-110b3d51-56a0-4f59-ad3b-eb03aa4cd8ae {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:27:43.562057 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e32105-0f00-4bec-be78-59f9383e3992", "name": "network-vif-deleted", "tag": "8216d3f8-6222-4089-bdc6-74085387c8a5", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:27:43.562301 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-110b3d51-56a0-4f59-ad3b-eb03aa4cd8ae {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:27:43.562693 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110b3d51-56a0-4f59-ad3b-eb03aa4cd8ae'] response: {'server_uuid': '10e32105-0f00-4bec-be78-59f9383e3992', 'name': 'network-vif-deleted', 'tag': '8216d3f8-6222-4089-bdc6-74085387c8a5', 'status': 'completed', 'code': 200} Jun 28 03:27:43.575702 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Allocated IP 172.27.2.161 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/26352f8b-cb07-4b30-aca7-0b3d135e2351) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:27:43.610143 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:43.640280 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (eb5d1f62-02f9-405e-bf80-79ddaeec390b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.668170 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5d1f62-02f9-405e-bf80-79ddaeec390b,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:43.710633 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for port (26352f8b-cb07-4b30-aca7-0b3d135e2351), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.743015 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:43.759842 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:43.785116 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (26352f8b-cb07-4b30-aca7-0b3d135e2351), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.851568 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:43.853523 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:27:43.859597 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:27:43.864900 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:27:43.878354 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:43.886803 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'Port': ['ID=26352f8b-cb07-4b30-aca7-0b3d135e2351,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:43.887076 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:43.920798 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e66adb-b84e-4f8b-9496-7a073ef729a8 None None] The sync data for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi is: [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:27:43.978945 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (1de805d2-1370-4831-8d2c-4bef1473ba2e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:44.031518 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (26352f8b-cb07-4b30-aca7-0b3d135e2351), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:44.149568 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] Router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:27:44.190402 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for port (26352f8b-cb07-4b30-aca7-0b3d135e2351), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:44.198496 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (26352f8b-cb07-4b30-aca7-0b3d135e2351), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:44.219815 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b6042-983b-4109-a917-897444dbadfb None None] New status for floating IP cd09f013-cefc-409c-9f24-769727974347: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:27:44.248864 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:44.250282 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'Port': ['ID=26352f8b-cb07-4b30-aca7-0b3d135e2351,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:44.259091 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:27:44.267947 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-39984888-fede-463e-bbec-9ebe04b9fca9 admin admin] 10.222.0.44 "PUT /v2.0/routers/e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8691843 Jun 28 03:27:44.268857 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41640) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:44.274640 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] Sync routers for ids ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:27:44.293317 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] Routers {'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:44.299130 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:44.311617 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (1de805d2-1370-4831-8d2c-4bef1473ba2e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:44.354586 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:44.357550 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0173141b-617a-4dd9-9872-b60a3192c810 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1114047 Jun 28 03:27:44.404474 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Publish callbacks [] for router (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:44.405985 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:44.456874 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] Set router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:44.527690 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Publish callbacks [] for router_gateway (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:44.651086 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:27:43Z', 'revision_number': 5, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port': {'id': '1b6d9031-e689-4e45-827f-2844cd92a444', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:44.685140 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] Checking router: e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:27:44.698252 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] Routers {'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:44.699028 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:44.743883 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:44.807489 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] Set router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 gateway port host: None {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:44.857812 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:27:44Z', 'revision_number': 6, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:44.883002 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819c084-1e5a-486c-81b9-2a95f24aa8ab None None] The sync data for ids ['e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869'] in dv-cinder-846842-5-iscsi is: [{'id': 'e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869', 'name': 'tempest-TestMinimumBasicScenario-1893395459-router', 'tenant_id': '75fde21fa6204de6976409a0d1c4c754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:28Z', 'updated_at': '2022-06-28T03:27:44Z', 'revision_number': 6, 'project_id': '75fde21fa6204de6976409a0d1c4c754', 'gw_port_host': None}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:27:44.925640 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Deleting port 1b6d9031-e689-4e45-827f-2844cd92a444 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:44.926172 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:45.016973 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-a55c8fd6-e828-46da-8707-bbd045698adb tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125387860&fields=id&tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df HTTP/1.1" status: 200 len: 267 time: 0.1376586 Jun 28 03:27:45.021579 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-b190722b-da54-49d3-8500-463d73610b73 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1568261961&fields=id&tenant_id=d4fae3b890884f28a70d0ccc855d5365 HTTP/1.1" status: 200 len: 267 time: 0.1412923 Jun 28 03:27:45.117018 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] For port 1b6d9031-e689-4e45-827f-2844cd92a444, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=1b6d9031-e689-4e45-827f-2844cd92a444,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:45.117277 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:45.164517 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 8216d3f8-6222-4089-bdc6-74085387c8a5 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:27:45.187529 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 8216d3f8-6222-4089-bdc6-74085387c8a5 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:27:45.187762 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 8216d3f8-6222-4089-bdc6-74085387c8a5 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:27:45.192110 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Calling delete_port for 1b6d9031-e689-4e45-827f-2844cd92a444 owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:45.275516 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d86a5-9b02-442b-9356-481a8134c769 req-b3bd61ff-f02d-4150-89be-fd037ce68c3f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:45.277548 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-b3bd61ff-f02d-4150-89be-fd037ce68c3f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 811 time: 0.2405143 Jun 28 03:27:45.299454 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931280c-9633-4771-b876-b1b02228a324 req-df5a5b0b-9dbc-4f08-b12f-204d255f9ac3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:45.301176 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-df5a5b0b-9dbc-4f08-b12f-204d255f9ac3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 811 time: 0.2771177 Jun 28 03:27:45.309977 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-0943c3e3-e4e2-4d0a-9f7d-31321b98273c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/quotas/d4fae3b890884f28a70d0ccc855d5365 HTTP/1.1" status: 200 len: 375 time: 0.0273905 Jun 28 03:27:45.338596 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-e1fa0a57-ecf9-4e16-a3e2-9f58ab362379 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/quotas/cc2d6ae6d1f74852b9b51d970d19d0df HTTP/1.1" status: 200 len: 375 time: 0.0304165 Jun 28 03:27:45.434162 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-8a2dc730-5b0a-4183-926e-462931549b67 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110125 Jun 28 03:27:45.474634 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-0eb5a8f1-abb1-4006-8268-e0be9ca06d47 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162307 Jun 28 03:27:45.561181 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:45.566798 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:45.654901 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-b765ef82-aa0e-4ad7-8704-50a1084377e2 service neutron] 10.222.0.44 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067320 Jun 28 03:27:45.661157 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (1b6d9031-e689-4e45-827f-2844cd92a444), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:45.717377 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6d9031-e689-4e45-827f-2844cd92a444,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:45.717964 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 1b6d9031-e689-4e45-827f-2844cd92a444 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:27:45.721544 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-64ec1307-eb6b-449d-be58-d84be1a6b153 service neutron] 10.222.0.44 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344368 Jun 28 03:27:45.743474 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 1b6d9031-e689-4e45-827f-2844cd92a444 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:27:45.743827 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 1b6d9031-e689-4e45-827f-2844cd92a444 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:27:45.744272 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device eb5d1f62-02f9-405e-bf80-79ddaeec390b no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:27:45.762923 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: eb5d1f62-02f9-405e-bf80-79ddaeec390b {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:27:45.763264 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device eb5d1f62-02f9-405e-bf80-79ddaeec390b not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:27:45.898479 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:45.930015 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-f0dd2d25-370b-4459-bef4-059b7ba7aa90 service neutron] 10.222.0.44 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619383 Jun 28 03:27:46.004996 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.008337 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-9a239990-447a-4d14-9fe2-2516732e90a5 service neutron] 10.222.0.44 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794008 Jun 28 03:27:46.009392 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Publish callbacks [] for router_controller (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.061018 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.061922 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Fanout notify agent at l3_agent the message router_deleted on router e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:27:46.068302 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.069879 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5b151799-aa05-4b34-8d94-7f73b0c91ead admin admin] 10.222.0.44 "DELETE /v2.0/routers/e240f68a-a9e7-4fb1-a5f5-3c2ac5f3f869 HTTP/1.1" status: 204 len: 168 time: 1.7999237 Jun 28 03:27:46.073771 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41672) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:46.125902 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8a4de205-b39c-45f9-957b-5bc531c2a2c7 req-a0388da7-69b1-48c3-9f1c-3e95f282a12f tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 210 time: 0.0420804 Jun 28 03:27:46.132758 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d2e9b9-94fd-4ff3-a254-01c43b95a1bd admin admin] Deleting subnet dad964cb-1206-4f69-8f89-69e1566115fd {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:27:46.138218 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-11d2e9b9-94fd-4ff3-a254-01c43b95a1bd admin admin] Publish callbacks [] for subnet (dad964cb-1206-4f69-8f89-69e1566115fd), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.189916 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-11d2e9b9-94fd-4ff3-a254-01c43b95a1bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242447'] for subnet (dad964cb-1206-4f69-8f89-69e1566115fd), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.293025 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-11d2e9b9-94fd-4ff3-a254-01c43b95a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (dad964cb-1206-4f69-8f89-69e1566115fd), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.378949 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:46.390494 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-11d2e9b9-94fd-4ff3-a254-01c43b95a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3343495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460874'] for subnet (dad964cb-1206-4f69-8f89-69e1566115fd), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.424422 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2e9b9-94fd-4ff3-a254-01c43b95a1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad964cb-1206-4f69-8f89-69e1566115fd,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:46.425952 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a9479c9e-7125-4739-8a73-71eb98f6cbf2 req-4db19aff-fd14-460e-ac7a-c41cb53ea768 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 210 time: 0.0428779 Jun 28 03:27:46.427093 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-11d2e9b9-94fd-4ff3-a254-01c43b95a1bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.433059 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-11d2e9b9-94fd-4ff3-a254-01c43b95a1bd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dad964cb-1206-4f69-8f89-69e1566115fd HTTP/1.1" status: 204 len: 168 time: 0.3579698 Jun 28 03:27:46.435480 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41690) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:46.445941 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da7b4b4-97b6-4d3e-b49e-03e63c04d4eb None None] Network 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:27:46.782542 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] DHCP port deletion for 9d824ab9-06a6-42d8-9d13-9eae7b9bd496 request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:27:46.811324 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (9d824ab9-06a6-42d8-9d13-9eae7b9bd496), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.827948 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Deleting port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:46.828524 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.860985 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Deleting port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:46.861334 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.899533 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] For port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:46.899979 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.915176 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Calling delete_port for bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:46.931274 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:46.937671 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] For port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013,segment=NetworkSegment(217300fb-10c8-4c3d-a687-40d82751e82a),segment_id=217300fb-10c8-4c3d-a687-40d82751e82a)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:46.938071 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:46.953291 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Calling delete_port for bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:46.997835 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.022138 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Pushing event deleted for resources: {'Port': ['ID=bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:47.029924 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] No DVR routers for this DVR port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 on host dv-cinder-846842-5-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:27:47.031958 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.032317 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.032731 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.033068 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.033397 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.035579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.035579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.035579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.035579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.035579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.035579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.035579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.036223 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.036223 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.036549 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357cc48-7e3c-4036-8771-91bc026b1ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:27:47.038535 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.065792 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:47.067595 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] No DVR routers for this DVR port bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 on host dv-cinder-846842-5-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:27:47.144945 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (9d824ab9-06a6-42d8-9d13-9eae7b9bd496), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.166006 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d824ab9-06a6-42d8-9d13-9eae7b9bd496']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:47.176008 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217300fb-10c8-4c3d-a687-40d82751e82a') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:47.176404 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217300fb-10c8-4c3d-a687-40d82751e82a') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:47.186725 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242454'] for segment (217300fb-10c8-4c3d-a687-40d82751e82a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.201601 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (217300fb-10c8-4c3d-a687-40d82751e82a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.208763 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:27:47.209237 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3343457'] for segment (217300fb-10c8-4c3d-a687-40d82751e82a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.230430 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 217300fb-10c8-4c3d-a687-40d82751e82a resource provider aggregate not found Jun 28 03:27:47.234354 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a58fd70e-4a15-4f2d-b365-65b7a43f23de req-54a35610-3de1-41f3-b5aa-b1431d84cf02 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 210 time: 0.0453966 Jun 28 03:27:47.273333 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 217300fb-10c8-4c3d-a687-40d82751e82a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 217300fb-10c8-4c3d-a687-40d82751e82a found for delete ", "request_id": "req-dc2b429e-2776-4e7a-94e6-2af50bb25047"}]} Jun 28 03:27:47.283570 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (9d824ab9-06a6-42d8-9d13-9eae7b9bd496), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.289220 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.292445 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] 10.222.0.44 "DELETE /v2.0/networks/9d824ab9-06a6-42d8-9d13-9eae7b9bd496 HTTP/1.1" status: 204 len: 168 time: 0.8559899 Jun 28 03:27:47.295411 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41704) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:47.308094 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743620b0-b849-4f52-8e42-bd505dcd84fc admin admin] Pushing event deleted for resources: {'Network': ['ID=9d824ab9-06a6-42d8-9d13-9eae7b9bd496,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:47.411098 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d86a5-9b02-442b-9356-481a8134c769 req-6b06378c-85a8-4fa7-8eb8-fff2daac5623 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:47.412575 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-6b06378c-85a8-4fa7-8eb8-fff2daac5623 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.27 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 811 time: 0.1021218 Jun 28 03:27:47.523917 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6fe5dffd-326c-48da-947a-ce518359746b req-05c96c11-6b7f-4b80-90ba-3e395eccd7c6 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 210 time: 0.0353818 Jun 28 03:27:47.557818 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:47.581534 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1f1fda64-4b92-47ff-a34a-a6690b206575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.649322 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb2c7c63-d020-4f95-aec0-5424f3da79c9 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4fae3b890884f28a70d0ccc855d5365 HTTP/1.1" status: 200 len: 380 time: 0.0629330 Jun 28 03:27:47.662240 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'port': {'device_id': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'admin_state_up': True, 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'security_groups': ['29dfa847-b0d8-463c-bd5a-b5b0bdb659ea']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:27:47.670319 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (e31a006a-67db-4dce-a45d-5191713a20c4), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.740790 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:27:47.764263 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:27:47.764501 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device bdc80de4-a5dd-4fa1-acb7-ecb1e3ea2013 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:27:47.862859 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931280c-9633-4771-b876-b1b02228a324 req-942c9d84-d711-4127-b8bf-3284f176fe12 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:47.864338 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-942c9d84-d711-4127-b8bf-3284f176fe12 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 811 time: 0.1706815 Jun 28 03:27:47.864741 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:47.873780 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Made reservation on behalf of d4fae3b890884f28a70d0ccc855d5365 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:27:47.877177 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:47.934334 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:47.937517 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] Deleting port b78cee75-a519-4edb-8fc5-06cd951756d1 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:47.937847 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.001511 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-4b02214d-e082-469c-9966-a74739061181 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df HTTP/1.1" status: 200 len: 380 time: 0.1207161 Jun 28 03:27:48.015312 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'port': {'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'admin_state_up': True, 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'security_groups': ['ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:27:48.019664 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] For port b78cee75-a519-4edb-8fc5-06cd951756d1, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=b78cee75-a519-4edb-8fc5-06cd951756d1,segment=NetworkSegment(5e7d9f6a-4679-4c61-b057-9caa832a86c1),segment_id=5e7d9f6a-4679-4c61-b057-9caa832a86c1)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:48.020031 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.034903 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] Calling delete_port for b78cee75-a519-4edb-8fc5-06cd951756d1 owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:48.058145 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:48.133350 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Allocated IP 172.20.0.12 (4a0b7c7d-030f-4368-b16f-203c59ecfcfc/bafb2d00-0452-409c-830c-221c210bb5bc/db32f36e-d5cf-4d1a-bf73-975e7af752f3) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:27:48.201961 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Made reservation on behalf of cc2d6ae6d1f74852b9b51d970d19d0df for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:27:48.205445 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.222939 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (b78cee75-a519-4edb-8fc5-06cd951756d1), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.250379 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78cee75-a519-4edb-8fc5-06cd951756d1,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:48.347988 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9e2a6400-802b-4c74-bc11-4f882b1e6097 req-25ff78d7-f59a-403f-a552-4e29189d2bfe tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 210 time: 0.0337052 Jun 28 03:27:48.419769 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.458340 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Allocated IP 172.20.0.6 (fa3b8415-5dcf-451a-a58a-63fa23e098ab/245a1efb-5038-407c-b984-5f60bf2b07cc/3e2db863-652b-415d-8de9-73dd5344769a) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:27:48.477527 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (e31a006a-67db-4dce-a45d-5191713a20c4), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.503316 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.521660 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:48.568447 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:27:48.573758 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:27:48.589291 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:27:48.605027 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:48.638826 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event updated for resources: {'Port': ['ID=db32f36e-d5cf-4d1a-bf73-975e7af752f3,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:48.649462 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9212c13e-9374-48c9-b1ef-5c0ca4af4771 req-365daba2-f6d0-4f59-ab14-592098063f20 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 210 time: 0.0413172 Jun 28 03:27:48.697383 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:48.698034 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.740669 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-61ef1e4a-4f8b-4ce4-8ce4-a07810e31f47 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0842183 Jun 28 03:27:48.760854 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Request body: {'port': {'device_id': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:27:48.766894 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for port (3e2db863-652b-415d-8de9-73dd5344769a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.784397 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] Router e31a006a-67db-4dce-a45d-5191713a20c4 has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:27:48.792196 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:48.847603 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.861044 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (3e2db863-652b-415d-8de9-73dd5344769a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.901444 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:27:48.906681 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3359fabb-e48f-42f3-9d40-d0e3462fc441 admin admin] 10.222.0.44 "PUT /v2.0/routers/e31a006a-67db-4dce-a45d-5191713a20c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6099403 Jun 28 03:27:48.909185 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41716) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:48.911926 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] Sync routers for ids ['e31a006a-67db-4dce-a45d-5191713a20c4'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:27:48.927635 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] Routers {'e31a006a-67db-4dce-a45d-5191713a20c4'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:48.928212 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-c16dff0a-7f4f-4fcf-b966-382a8e1c813a None None] Provisioning complete for port db32f36e-d5cf-4d1a-bf73-975e7af752f3 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:27:48.929215 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e31a006a-67db-4dce-a45d-5191713a20c4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:48.930788 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c16dff0a-7f4f-4fcf-b966-382a8e1c813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:48.934847 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:27:48.940024 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:27:48.949821 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:27:48.955258 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:48.985022 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'Port': ['ID=3e2db863-652b-415d-8de9-73dd5344769a,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:49.014330 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c16dff0a-7f4f-4fcf-b966-382a8e1c813a None None] Port db32f36e-d5cf-4d1a-bf73-975e7af752f3 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:27:49.042395 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Publish callbacks [] for router (e31a006a-67db-4dce-a45d-5191713a20c4), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.056574 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] Set router e31a006a-67db-4dce-a45d-5191713a20c4 gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:49.079600 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:49.080251 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.126850 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-deebbd9c-62bf-4f3e-8209-4bdf35d540c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1179891 Jun 28 03:27:49.158327 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Publish callbacks [] for router_gateway (e31a006a-67db-4dce-a45d-5191713a20c4), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.159005 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Request body: {'port': {'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:27:49.234975 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-6383bc9b-2205-44df-814f-ea163e1574bf None None] Provisioning complete for port 3e2db863-652b-415d-8de9-73dd5344769a triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:27:49.235664 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6383bc9b-2205-44df-814f-ea163e1574bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (3e2db863-652b-415d-8de9-73dd5344769a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.253196 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'name': 'tempest-TestMinimumBasicScenario-2004316092-router', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:27:48Z', 'revision_number': 5, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'gw_port': {'id': '70b2ee8a-756c-4a4b-8449-d671327f9266', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:49.260741 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (3e2db863-652b-415d-8de9-73dd5344769a), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.274671 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-6383bc9b-2205-44df-814f-ea163e1574bf None None] Port 3e2db863-652b-415d-8de9-73dd5344769a cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:27:49.289318 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] Checking router: e31a006a-67db-4dce-a45d-5191713a20c4 for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:27:49.298973 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] Routers {'e31a006a-67db-4dce-a45d-5191713a20c4'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:49.299593 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:20Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['e31a006a-67db-4dce-a45d-5191713a20c4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:49.325007 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:49.352536 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db32f36e-d5cf-4d1a-bf73-975e7af752f3 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:27:49.365829 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Publish callbacks [] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.389879 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] Set router e31a006a-67db-4dce-a45d-5191713a20c4 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:49.449301 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'name': 'tempest-TestMinimumBasicScenario-2004316092-router', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:27:49Z', 'revision_number': 6, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:49.463848 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Transition to ACTIVE for port object db32f36e-d5cf-4d1a-bf73-975e7af752f3 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:27:49.470870 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.476245 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe235e9-51bb-496e-8840-4b8b52d145ca None None] The sync data for ids ['e31a006a-67db-4dce-a45d-5191713a20c4'] in dv-cinder-846842-5-iscsi is: [{'id': 'e31a006a-67db-4dce-a45d-5191713a20c4', 'name': 'tempest-TestMinimumBasicScenario-2004316092-router', 'tenant_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:25:33Z', 'updated_at': '2022-06-28T03:27:49Z', 'revision_number': 6, 'project_id': 'f91fdf01aa604893ba691b1bfcb17b71', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:27:49.559492 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Deleting port 70b2ee8a-756c-4a4b-8449-d671327f9266 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:49.560096 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.581123 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ece7dd-640f-48ba-9111-b4f439b2097d req-b7b8ad4e-6bc9-4f23-b08c-92ad49a3b51a tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:49.582704 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-38ece7dd-640f-48ba-9111-b4f439b2097d req-b7b8ad4e-6bc9-4f23-b08c-92ad49a3b51a tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 944 time: 0.0714946 Jun 28 03:27:49.587230 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Pushing event updated for resources: {'Port': ['ID=db32f36e-d5cf-4d1a-bf73-975e7af752f3,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:49.671466 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:49.709186 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Attempting to bind port db32f36e-d5cf-4d1a-bf73-975e7af752f3 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:27:49.709526 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Attempting to bind port db32f36e-d5cf-4d1a-bf73-975e7af752f3 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:27:49.709855 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Attempting to bind port db32f36e-d5cf-4d1a-bf73-975e7af752f3 on network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:27:49.710503 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-38ece7dd-640f-48ba-9111-b4f439b2097d req-149a6eaf-6fa3-41e7-b798-928b9b0f0719 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072490 Jun 28 03:27:49.712917 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] For port 70b2ee8a-756c-4a4b-8449-d671327f9266, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=70b2ee8a-756c-4a4b-8449-d671327f9266,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:49.713286 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.719426 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Port db32f36e-d5cf-4d1a-bf73-975e7af752f3 on network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:27:49.719590 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Attempting to bind port db32f36e-d5cf-4d1a-bf73-975e7af752f3 on network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:27:49.727514 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Calling delete_port for 70b2ee8a-756c-4a4b-8449-d671327f9266 owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:49.756981 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2db863-652b-415d-8de9-73dd5344769a {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:27:49.768482 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Publish callbacks [] for port (3e2db863-652b-415d-8de9-73dd5344769a), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.771023 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:27:49.771546 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Checking segment: {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:27:49.771929 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Bound using segment: {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:27:49.772393 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Bound port: db32f36e-d5cf-4d1a-bf73-975e7af752f3, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c69fa6-6a6a-4eb1-8500-38bf206277f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:27:49.772812 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.815957 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-40e5c515-3943-4ca0-9beb-43ac0528a179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.826600 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Transition to ACTIVE for port object 3e2db863-652b-415d-8de9-73dd5344769a will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:27:49.846251 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (3e2db863-652b-415d-8de9-73dd5344769a), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.897381 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] For port db32f36e-d5cf-4d1a-bf73-975e7af752f3, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:27:49.898101 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc15c0-d5ca-4876-98d6-f2d3e3819fbb req-b90849c4-747b-4653-ab2a-e20d86934cb7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:49.906154 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4cbc15c0-d5ca-4876-98d6-f2d3e3819fbb req-b90849c4-747b-4653-ab2a-e20d86934cb7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 931 time: 0.1282961 Jun 28 03:27:49.913696 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b78cee75-a519-4edb-8fc5-06cd951756d1 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:27:49.921835 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:49.928242 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] For port db32f36e-d5cf-4d1a-bf73-975e7af752f3, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=db32f36e-d5cf-4d1a-bf73-975e7af752f3,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:27:49.929893 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2db863-652b-415d-8de9-73dd5344769a,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:49.966236 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:49.966839 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:49.970358 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: b78cee75-a519-4edb-8fc5-06cd951756d1 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:27:49.972394 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b78cee75-a519-4edb-8fc5-06cd951756d1 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:27:49.983587 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4cbc15c0-d5ca-4876-98d6-f2d3e3819fbb req-306c9c76-d812-4048-82cb-fb404a20b7f5 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764403 Jun 28 03:27:50.055337 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:50.056276 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.057608 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] 10.222.0.27 "PUT /v2.0/ports/db32f36e-d5cf-4d1a-bf73-975e7af752f3 HTTP/1.1" status: 200 len: 1094 time: 1.3024271 Jun 28 03:27:50.059972 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'tag': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:27:50.062371 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2073ecfd-91a7-4c3d-8252-144b31f7d24f" -d '{"events": [{"name": "network-changed", "server_uuid": "15b9432b-54cd-48ff-b183-6a5eac7f0a3b", "tag": "db32f36e-d5cf-4d1a-bf73-975e7af752f3"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:27:50.086397 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (70b2ee8a-756c-4a4b-8449-d671327f9266), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.104487 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30d050-f29d-43fd-a43d-b1a54cf0e39d service neutron] Pushing event updated for resources: {'Port': ['ID=db32f36e-d5cf-4d1a-bf73-975e7af752f3,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:50.108871 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Attempting to bind port 3e2db863-652b-415d-8de9-73dd5344769a on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:27:50.109198 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Attempting to bind port 3e2db863-652b-415d-8de9-73dd5344769a by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:27:50.109516 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Attempting to bind port 3e2db863-652b-415d-8de9-73dd5344769a on network fa3b8415-5dcf-451a-a58a-63fa23e098ab {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:27:50.118537 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b2ee8a-756c-4a4b-8449-d671327f9266,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:50.125005 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Port 3e2db863-652b-415d-8de9-73dd5344769a on network fa3b8415-5dcf-451a-a58a-63fa23e098ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:27:50.125005 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Attempting to bind port 3e2db863-652b-415d-8de9-73dd5344769a on network fa3b8415-5dcf-451a-a58a-63fa23e098ab {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:27:50.137195 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:27:50.137528 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Checking segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:27:50.137910 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Bound using segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:27:50.138336 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Bound port: 3e2db863-652b-415d-8de9-73dd5344769a, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:27:50.138683 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (3e2db863-652b-415d-8de9-73dd5344769a), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.201505 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (e31a006a-67db-4dce-a45d-5191713a20c4), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.204244 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c45559-6832-44ed-ac27-5585ba9ebd5d x-openstack-request-id: req-a1c45559-6832-44ed-ac27-5585ba9ebd5d {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:27:50.205400 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b9432b-54cd-48ff-b183-6a5eac7f0a3b", "tag": "db32f36e-d5cf-4d1a-bf73-975e7af752f3", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:27:50.205670 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1c45559-6832-44ed-ac27-5585ba9ebd5d {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:27:50.206246 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c45559-6832-44ed-ac27-5585ba9ebd5d'] response: {'name': 'network-changed', 'server_uuid': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'tag': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3', 'status': 'completed', 'code': 200} Jun 28 03:27:50.250155 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d86a5-9b02-442b-9356-481a8134c769 req-cc2f1861-b8bc-48fe-91a5-a05eac69c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:50.251662 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-cc2f1861-b8bc-48fe-91a5-a05eac69c8f6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 1128 time: 0.1091166 Jun 28 03:27:50.261707 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] For port 3e2db863-652b-415d-8de9-73dd5344769a, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:27:50.306188 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-be44611a-af72-4d8b-9b8d-2e7bbaa52aa0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db32f36e-d5cf-4d1a-bf73-975e7af752f3 HTTP/1.1" status: 200 len: 217 time: 0.0415168 Jun 28 03:27:50.322713 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:50.341491 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] For port 3e2db863-652b-415d-8de9-73dd5344769a, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=3e2db863-652b-415d-8de9-73dd5344769a,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:27:50.345581 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (e31a006a-67db-4dce-a45d-5191713a20c4), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.349595 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Publish callbacks [] for router_controller (e31a006a-67db-4dce-a45d-5191713a20c4), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.358263 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (3e2db863-652b-415d-8de9-73dd5344769a), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.401864 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (e31a006a-67db-4dce-a45d-5191713a20c4), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.402540 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e31a006a-67db-4dce-a45d-5191713a20c4 {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:27:50.402859 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:50.403498 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.405798 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] 10.222.0.27 "PUT /v2.0/ports/3e2db863-652b-415d-8de9-73dd5344769a HTTP/1.1" status: 200 len: 1093 time: 1.2508330 Jun 28 03:27:50.407374 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.412287 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d86a5-9b02-442b-9356-481a8134c769 req-0003e4ac-3ad1-4709-a9cb-e5f6a32aa6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:50.412707 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c0c26ac3-1757-4605-8030-a42a30eb9ca6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e31a006a-67db-4dce-a45d-5191713a20c4 HTTP/1.1" status: 204 len: 168 time: 1.5022876 Jun 28 03:27:50.413371 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41724) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:50.413869 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-0003e4ac-3ad1-4709-a9cb-e5f6a32aa6ea service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 200 len: 850 time: 0.1015863 Jun 28 03:27:50.472691 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e43af3a-28e1-4116-8198-0a316b364a00 admin admin] Deleting subnet acaf0071-501c-4cd6-85a1-58091713fec8 {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:27:50.478440 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e43af3a-28e1-4116-8198-0a316b364a00 admin admin] Publish callbacks [] for subnet (acaf0071-501c-4cd6-85a1-58091713fec8), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.504204 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d86a5-9b02-442b-9356-481a8134c769 req-c2987ea0-20ed-440f-ae6c-efdbaa7823e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:50.506090 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-c2987ea0-20ed-440f-ae6c-efdbaa7823e3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802703 Jun 28 03:27:50.522748 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19926d55-8aa9-454d-830c-58e6b5753857 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2db863-652b-415d-8de9-73dd5344769a,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:50.535697 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e43af3a-28e1-4116-8198-0a316b364a00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734234'] for subnet (acaf0071-501c-4cd6-85a1-58091713fec8), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.557965 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931280c-9633-4771-b876-b1b02228a324 req-d083b392-503c-45e1-b745-d520f1b205f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:50.558190 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:50.560090 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-d083b392-503c-45e1-b745-d520f1b205f1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 1127 time: 0.0859325 Jun 28 03:27:50.606308 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:50.626698 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e43af3a-28e1-4116-8198-0a316b364a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (acaf0071-501c-4cd6-85a1-58091713fec8), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.642520 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-8ede387e-1648-47ae-be13-7d425dd2cf99 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e2db863-652b-415d-8de9-73dd5344769a HTTP/1.1" status: 200 len: 217 time: 0.0685153 Jun 28 03:27:50.695374 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e43af3a-28e1-4116-8198-0a316b364a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1211299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593250'] for subnet (acaf0071-501c-4cd6-85a1-58091713fec8), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.707745 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-4550f1ca-eade-4a40-8a84-92e48453119c service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809950 Jun 28 03:27:50.711677 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931280c-9633-4771-b876-b1b02228a324 req-9a4a9002-ee40-4a53-84c0-1ca872437d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:50.712978 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-9a4a9002-ee40-4a53-84c0-1ca872437d4d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0628748 Jun 28 03:27:50.724974 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcee02e-7eb9-472d-a92a-2d1efd6dd6c3 None None] Network f7e86318-3cd8-448a-8e13-80638ad685e1 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:27:50.726277 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e43af3a-28e1-4116-8198-0a316b364a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:50.729619 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4e43af3a-28e1-4116-8198-0a316b364a00 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/acaf0071-501c-4cd6-85a1-58091713fec8 HTTP/1.1" status: 204 len: 168 time: 0.3152900 Jun 28 03:27:50.742628 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41728) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:50.750897 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43af3a-28e1-4116-8198-0a316b364a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acaf0071-501c-4cd6-85a1-58091713fec8,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:50.835257 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931280c-9633-4771-b876-b1b02228a324 req-089fbd9d-f422-46f2-a2e6-cb235620c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:50.836796 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-089fbd9d-f422-46f2-a2e6-cb235620c0aa service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1120133 Jun 28 03:27:50.855210 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f802a5-e73e-487f-be0d-014d4b63e6ec req-b7749db6-d594-4070-a1c3-8a199c2057b3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:50.856859 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-98f802a5-e73e-487f-be0d-014d4b63e6ec req-b7749db6-d594-4070-a1c3-8a199c2057b3 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 944 time: 0.0640390 Jun 28 03:27:50.905546 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f111a1b-aefd-4b7b-97de-229bb31d2f44 None None] DHCP port deletion for f7e86318-3cd8-448a-8e13-80638ad685e1 request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:27:50.917747 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-98f802a5-e73e-487f-be0d-014d4b63e6ec req-b469a280-f0b0-4e71-8830-29fa84ba4588 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473485 Jun 28 03:27:50.947616 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-9f111a1b-aefd-4b7b-97de-229bb31d2f44 None None] Deleting port f70d4469-a76d-4674-bdcc-1f56d02051e8 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:27:50.948108 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9f111a1b-aefd-4b7b-97de-229bb31d2f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.029613 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-9f111a1b-aefd-4b7b-97de-229bb31d2f44 None None] For port f70d4469-a76d-4674-bdcc-1f56d02051e8, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=f70d4469-a76d-4674-bdcc-1f56d02051e8,segment=NetworkSegment(5e7d9f6a-4679-4c61-b057-9caa832a86c1),segment_id=5e7d9f6a-4679-4c61-b057-9caa832a86c1)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:51.030823 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9f111a1b-aefd-4b7b-97de-229bb31d2f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.033416 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:51.046754 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.047897 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-9f111a1b-aefd-4b7b-97de-229bb31d2f44 None None] Calling delete_port for f70d4469-a76d-4674-bdcc-1f56d02051e8 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:27:51.108896 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.116290 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d940a-2029-4846-b3de-ffb6ed4ca5c4 req-aae81f72-cc4f-4d6b-b1dd-25323b1c6255 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:51.118078 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e31d940a-2029-4846-b3de-ffb6ed4ca5c4 req-aae81f72-cc4f-4d6b-b1dd-25323b1c6255 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 943 time: 0.0619657 Jun 28 03:27:51.148396 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9f111a1b-aefd-4b7b-97de-229bb31d2f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747'] for port (f70d4469-a76d-4674-bdcc-1f56d02051e8), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.175991 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f111a1b-aefd-4b7b-97de-229bb31d2f44 None None] Pushing event deleted for resources: {'Port': ['ID=f70d4469-a76d-4674-bdcc-1f56d02051e8,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:51.181484 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e31d940a-2029-4846-b3de-ffb6ed4ca5c4 req-1c17a481-0c9e-4468-a6a4-afda9c8ff4c1 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548217 Jun 28 03:27:51.183796 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f111a1b-aefd-4b7b-97de-229bb31d2f44 None None] No DVR routers for this DVR port f70d4469-a76d-4674-bdcc-1f56d02051e8 on host dv-cinder-846842-5-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:27:51.192506 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (f7e86318-3cd8-448a-8e13-80638ad685e1), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.247820 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a43d86a5-9b02-442b-9356-481a8134c769 req-2e0081cc-998e-4ae2-bf87-4ddfae924d2e service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336108 Jun 28 03:27:51.313769 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-813de5e9-1a77-4acb-8d12-2db32f7a9684 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271166 Jun 28 03:27:51.343834 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (f7e86318-3cd8-448a-8e13-80638ad685e1), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.365264 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e86318-3cd8-448a-8e13-80638ad685e1']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:51.375057 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7d9f6a-4679-4c61-b057-9caa832a86c1') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:51.375352 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7d9f6a-4679-4c61-b057-9caa832a86c1') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:51.385559 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242454'] for segment (5e7d9f6a-4679-4c61-b057-9caa832a86c1), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.399196 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (5e7d9f6a-4679-4c61-b057-9caa832a86c1), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.405656 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:27:51.406035 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3343457'] for segment (5e7d9f6a-4679-4c61-b057-9caa832a86c1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.427655 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 5e7d9f6a-4679-4c61-b057-9caa832a86c1 resource provider aggregate not found Jun 28 03:27:51.470400 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 5e7d9f6a-4679-4c61-b057-9caa832a86c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e7d9f6a-4679-4c61-b057-9caa832a86c1 found for delete ", "request_id": "req-546babef-0e4f-465a-9e27-28655732484a"}]} Jun 28 03:27:51.481700 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (f7e86318-3cd8-448a-8e13-80638ad685e1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.487261 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.490330 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f7e86318-3cd8-448a-8e13-80638ad685e1 HTTP/1.1" status: 204 len: 168 time: 0.7384479 Jun 28 03:27:51.504884 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430b565-58c5-41ea-bff0-b28fd2cbf6a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e86318-3cd8-448a-8e13-80638ad685e1,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:51.673033 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41738) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:51.716570 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e43dba61-2b9a-47d4-8e96-1a80fa3cf6b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75fde21fa6204de6976409a0d1c4c754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418918 Jun 28 03:27:51.718293 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 70b2ee8a-756c-4a4b-8449-d671327f9266 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:27:51.718855 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41740) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:51.738627 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 70b2ee8a-756c-4a4b-8449-d671327f9266 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:27:51.739134 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 70b2ee8a-756c-4a4b-8449-d671327f9266 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:27:51.739993 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f70d4469-a76d-4674-bdcc-1f56d02051e8 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:27:51.757823 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: f70d4469-a76d-4674-bdcc-1f56d02051e8 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:27:51.758153 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f70d4469-a76d-4674-bdcc-1f56d02051e8 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:27:51.770141 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7fafd50a-15f2-4c91-929d-8b29656be81d admin admin] Publish callbacks [] for security_group (1ee51904-d618-4857-903d-b96582b64579), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.772392 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:51.793843 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7fafd50a-15f2-4c91-929d-8b29656be81d admin admin] Publish callbacks [] for security_group (1ee51904-d618-4857-903d-b96582b64579), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.845171 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7fafd50a-15f2-4c91-929d-8b29656be81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1ee51904-d618-4857-903d-b96582b64579), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.848275 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7fafd50a-15f2-4c91-929d-8b29656be81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:51.849424 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7fafd50a-15f2-4c91-929d-8b29656be81d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ee51904-d618-4857-903d-b96582b64579 HTTP/1.1" status: 204 len: 168 time: 0.1296713 Jun 28 03:27:51.857541 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafd50a-15f2-4c91-929d-8b29656be81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee51904-d618-4857-903d-b96582b64579,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:52.037367 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5d70b-3a9f-43b9-a2fd-fb321472f471 req-7b6ea28d-95f1-4809-b246-795bf60d9e8b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:52.038878 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fae5d70b-3a9f-43b9-a2fd-fb321472f471 req-7b6ea28d-95f1-4809-b246-795bf60d9e8b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 944 time: 0.0509491 Jun 28 03:27:52.069055 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-7f14ec22-45d3-4d22-8451-057e73102acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:52.071040 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-7f14ec22-45d3-4d22-8451-057e73102acb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 1128 time: 0.0742252 Jun 28 03:27:52.090062 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fae5d70b-3a9f-43b9-a2fd-fb321472f471 req-9524d9cb-ab82-42c5-93f9-ec3ba949db3c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447538 Jun 28 03:27:52.116895 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:52.185522 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d931280c-9633-4771-b876-b1b02228a324 req-0ca1dd49-feaa-4ae1-bc70-a8046943719f service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796620 Jun 28 03:27:52.207580 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d15481-1950-4451-a558-876c37530561', 'tag': '3e2db863-652b-415d-8de9-73dd5344769a'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:27:52.211461 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd2dff4-8e02-48e8-ac87-162b7350aa66" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d15481-1950-4451-a558-876c37530561", "tag": "3e2db863-652b-415d-8de9-73dd5344769a"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:27:52.212832 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41748) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:52.219494 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-25081b42-69aa-47c9-8b7d-bf4b46b7a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:52.221484 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-25081b42-69aa-47c9-8b7d-bf4b46b7a838 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 912 time: 0.1241765 Jun 28 03:27:52.231278 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:52.253037 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300cde4e-6b6f-4c76-a026-cc88448ac02c x-openstack-request-id: req-300cde4e-6b6f-4c76-a026-cc88448ac02c {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:27:52.253505 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d15481-1950-4451-a558-876c37530561", "tag": "3e2db863-652b-415d-8de9-73dd5344769a", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:27:52.253817 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-300cde4e-6b6f-4c76-a026-cc88448ac02c {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:27:52.254616 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300cde4e-6b6f-4c76-a026-cc88448ac02c'] response: {'name': 'network-changed', 'server_uuid': 'b3d15481-1950-4451-a558-876c37530561', 'tag': '3e2db863-652b-415d-8de9-73dd5344769a', 'status': 'completed', 'code': 200} Jun 28 03:27:52.261126 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-edaa0a7f-e852-448b-9c6f-aa4bd1b32cfb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f91fdf01aa604893ba691b1bfcb17b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470657 Jun 28 03:27:52.263781 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41754) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:52.339404 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21175aff-9045-439a-8e8c-17025abf8bd6 req-a1fa53ff-4dca-4979-9b43-45b4093a9d59 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:52.340895 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-21175aff-9045-439a-8e8c-17025abf8bd6 req-a1fa53ff-4dca-4979-9b43-45b4093a9d59 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 943 time: 0.0708621 Jun 28 03:27:52.362028 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2c0a-47ea-4293-b690-24dd9d7c0cbf admin admin] Publish callbacks [] for security_group (3f404dcd-4a65-4290-9971-aa7abcf94233), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:52.400250 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2c0a-47ea-4293-b690-24dd9d7c0cbf admin admin] Publish callbacks [] for security_group (3f404dcd-4a65-4290-9971-aa7abcf94233), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:52.429528 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-21175aff-9045-439a-8e8c-17025abf8bd6 req-7a05307d-203e-4eae-aff7-69055cede010 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781429 Jun 28 03:27:52.464576 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2c0a-47ea-4293-b690-24dd9d7c0cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (3f404dcd-4a65-4290-9971-aa7abcf94233), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:52.467481 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2c0a-47ea-4293-b690-24dd9d7c0cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:52.468766 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-7ebe2c0a-47ea-4293-b690-24dd9d7c0cbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f404dcd-4a65-4290-9971-aa7abcf94233 HTTP/1.1" status: 204 len: 168 time: 0.2040539 Jun 28 03:27:52.477934 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe2c0a-47ea-4293-b690-24dd9d7c0cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f404dcd-4a65-4290-9971-aa7abcf94233,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:52.509566 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-24c6e5f9-325d-49e1-a4b8-b336f8089bf6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db32f36e-d5cf-4d1a-bf73-975e7af752f3 HTTP/1.1" status: 200 len: 217 time: 0.0476406 Jun 28 03:27:52.574733 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-4d35d275-35a9-4fe8-bd6f-3e5d8b69508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:52.576255 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-4d35d275-35a9-4fe8-bd6f-3e5d8b69508d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 1127 time: 0.0752270 Jun 28 03:27:52.592385 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-7e308757-e731-40f6-b5a8-a6a91e9c8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:52.593774 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-7e308757-e731-40f6-b5a8-a6a91e9c8dac service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 200 len: 850 time: 0.0645614 Jun 28 03:27:52.677506 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:52.678189 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-b538fac7-5ae9-478a-81c8-22209b931db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:52.679789 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-b538fac7-5ae9-478a-81c8-22209b931db1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743482 Jun 28 03:27:52.767013 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-f78af2f7-28b0-4b6c-939c-4f9238056182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:52.768535 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-f78af2f7-28b0-4b6c-939c-4f9238056182 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.1842983 Jun 28 03:27:52.817321 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-1c4eacf6-b53b-4be3-af42-a1d6ad974fc9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e2db863-652b-415d-8de9-73dd5344769a HTTP/1.1" status: 200 len: 217 time: 0.0404758 Jun 28 03:27:52.863466 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-2a8319bd-b1fd-413d-a23a-3321738e21a0 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760769 Jun 28 03:27:52.896759 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-40e562fd-df81-4b8b-b99d-4ebd9c428295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:52.898227 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-40e562fd-df81-4b8b-b99d-4ebd9c428295 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0741081 Jun 28 03:27:52.980192 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-4052e3b4-43e0-46b6-8b0b-23eebc3262e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:52.981562 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-4052e3b4-43e0-46b6-8b0b-23eebc3262e1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748599 Jun 28 03:27:53.014397 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2073ecfd-91a7-4c3d-8252-144b31f7d24f req-427799d2-5f7c-4ef0-b622-09a646fd4ebe service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443307 Jun 28 03:27:53.034453 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:53.078278 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-e7a2bd12-166b-4bc8-9ba5-c6d0edf08287 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903375 Jun 28 03:27:53.157673 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:53.177531 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd2dff4-8e02-48e8-ac87-162b7350aa66 req-f189a253-8426-4fb2-a5b0-26bea136e13e service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927956 Jun 28 03:27:53.184296 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device db32f36e-d5cf-4d1a-bf73-975e7af752f3 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:27:53.210862 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315892a-f59c-47f8-863d-4009cebdf736 req-a30f5bfa-7ee3-46e1-acac-31d093327e35 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:53.212430 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3315892a-f59c-47f8-863d-4009cebdf736 req-a30f5bfa-7ee3-46e1-acac-31d093327e35 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 944 time: 0.0509865 Jun 28 03:27:53.264670 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3315892a-f59c-47f8-863d-4009cebdf736 req-a98a7f60-d1f3-4940-9d78-7bc570447be0 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462430 Jun 28 03:27:53.294514 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port db32f36e-d5cf-4d1a-bf73-975e7af752f3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=db32f36e-d5cf-4d1a-bf73-975e7af752f3,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:53.305538 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'port_id': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3', 'mac_address': 'fa:16:3e:17:6e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:27:53.345046 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port db32f36e-d5cf-4d1a-bf73-975e7af752f3 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:27:53.345426 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:53.359234 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db32f36e-d5cf-4d1a-bf73-975e7af752f3 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:27:53.379614 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port db32f36e-d5cf-4d1a-bf73-975e7af752f3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=db32f36e-d5cf-4d1a-bf73-975e7af752f3,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:53.388748 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:53.436832 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=db32f36e-d5cf-4d1a-bf73-975e7af752f3,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:53.556010 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f0c0d-13f5-4617-ad85-373cd543fc92 req-500f6ddb-53a1-4c79-a93d-0a45811b4938 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:53.558007 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-991f0c0d-13f5-4617-ad85-373cd543fc92 req-500f6ddb-53a1-4c79-a93d-0a45811b4938 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 943 time: 0.0523734 Jun 28 03:27:53.612454 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-991f0c0d-13f5-4617-ad85-373cd543fc92 req-a901b2d0-8c46-4e94-911c-0cffe1f50567 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461123 Jun 28 03:27:53.690468 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['db32f36e-d5cf-4d1a-bf73-975e7af752f3'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:27:53.738274 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:54.373324 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:54.393663 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03114b60-3043-4407-b81d-4c2c1e27d81d req-18763371-43c6-42c5-a6ad-5373aef1414e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:54.395136 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-03114b60-3043-4407-b81d-4c2c1e27d81d req-18763371-43c6-42c5-a6ad-5373aef1414e tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 945 time: 0.0582786 Jun 28 03:27:54.442639 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-03114b60-3043-4407-b81d-4c2c1e27d81d req-da2e0091-b5c3-488a-922f-352ba55a4986 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414901 Jun 28 03:27:54.747954 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae75ca-dd61-4bf8-8c8d-988c9a29a90d req-25555a9e-7220-4632-b050-a890a84b000c tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:54.749480 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a7ae75ca-dd61-4bf8-8c8d-988c9a29a90d req-25555a9e-7220-4632-b050-a890a84b000c tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 943 time: 0.0602214 Jun 28 03:27:54.799974 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a7ae75ca-dd61-4bf8-8c8d-988c9a29a90d req-6a2c9021-21f4-471c-9645-5f0429c6fbcb tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448163 Jun 28 03:27:55.182419 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device db32f36e-d5cf-4d1a-bf73-975e7af752f3 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:27:55.232072 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port db32f36e-d5cf-4d1a-bf73-975e7af752f3 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:27:55.240787 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port db32f36e-d5cf-4d1a-bf73-975e7af752f3 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:27:55.241276 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:55.319107 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port db32f36e-d5cf-4d1a-bf73-975e7af752f3 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:27:55.319473 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:55.330268 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:55.344989 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:27:55.347589 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651e5d15-a70f-4952-a757-2f5691117074" -d '{"events": [{"server_uuid": "15b9432b-54cd-48ff-b183-6a5eac7f0a3b", "name": "network-vif-plugged", "status": "completed", "tag": "db32f36e-d5cf-4d1a-bf73-975e7af752f3"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:27:55.361182 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port db32f36e-d5cf-4d1a-bf73-975e7af752f3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=db32f36e-d5cf-4d1a-bf73-975e7af752f3,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:55.366871 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:55.388983 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb95cf40-2e36-4059-be1f-3fe3d100780a x-openstack-request-id: req-bb95cf40-2e36-4059-be1f-3fe3d100780a {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:27:55.389273 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9432b-54cd-48ff-b183-6a5eac7f0a3b", "name": "network-vif-plugged", "status": "completed", "tag": "db32f36e-d5cf-4d1a-bf73-975e7af752f3", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:27:55.389559 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb95cf40-2e36-4059-be1f-3fe3d100780a {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:27:55.389948 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb95cf40-2e36-4059-be1f-3fe3d100780a'] response: {'server_uuid': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3', 'code': 200} Jun 28 03:27:55.416819 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=db32f36e-d5cf-4d1a-bf73-975e7af752f3,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:55.560577 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d8e76-c9ef-4cb3-91fa-7b4e6aced985 req-1b0a9ff2-6df3-4857-be92-574323b08f77 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:55.561974 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e47d8e76-c9ef-4cb3-91fa-7b4e6aced985 req-1b0a9ff2-6df3-4857-be92-574323b08f77 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 946 time: 0.0512507 Jun 28 03:27:55.594528 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df724ad-7bdb-4fdd-a68e-0ee1b8d52565 req-14490d55-a458-4876-8b07-85f09e5358da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:55.596016 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5df724ad-7bdb-4fdd-a68e-0ee1b8d52565 req-14490d55-a458-4876-8b07-85f09e5358da service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 1130 time: 0.0400314 Jun 28 03:27:55.610762 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e47d8e76-c9ef-4cb3-91fa-7b4e6aced985 req-871ffb09-409f-4812-ad2d-3e7feda84e39 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429194 Jun 28 03:27:55.639805 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5df724ad-7bdb-4fdd-a68e-0ee1b8d52565 req-dd3b467c-2868-4ae5-aea8-1bcf07ed563b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381899 Jun 28 03:27:55.934501 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddd942-277c-4f4f-8ca0-56522efc3f72 req-6179c5b8-69e3-4f75-841d-8808166d5701 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:55.936037 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-55ddd942-277c-4f4f-8ca0-56522efc3f72 req-6179c5b8-69e3-4f75-841d-8808166d5701 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 943 time: 0.0494928 Jun 28 03:27:55.994315 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-55ddd942-277c-4f4f-8ca0-56522efc3f72 req-dc150ab4-3ebf-4701-9f4a-b16a0840d48a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491574 Jun 28 03:27:56.731222 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71eb8ee-acda-4179-ae36-fd4d3d00d6d8 req-8afd4bec-9caa-4b53-b918-10155e2cc5c2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:56.732712 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b71eb8ee-acda-4179-ae36-fd4d3d00d6d8 req-8afd4bec-9caa-4b53-b918-10155e2cc5c2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 946 time: 0.0479143 Jun 28 03:27:56.783885 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b71eb8ee-acda-4179-ae36-fd4d3d00d6d8 req-53ac990a-f6d5-4682-b5a5-e2cd82190e05 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454192 Jun 28 03:27:57.119654 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f5c1a-39ee-4eee-b577-ea2c2a2fcc27 req-73a8ea3d-f41b-4051-bc9d-9056ded94fd4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:57.121391 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a84f5c1a-39ee-4eee-b577-ea2c2a2fcc27 req-73a8ea3d-f41b-4051-bc9d-9056ded94fd4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 943 time: 0.0475264 Jun 28 03:27:57.166484 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:57.171635 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a84f5c1a-39ee-4eee-b577-ea2c2a2fcc27 req-c47514b5-896a-4c51-8daf-0d26974fba5b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436885 Jun 28 03:27:57.906338 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74660-e17b-40b2-a533-50008c40f736 req-b30e9b48-5d9e-409c-90d7-8ede217574e4 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:57.907876 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-11f74660-e17b-40b2-a533-50008c40f736 req-b30e9b48-5d9e-409c-90d7-8ede217574e4 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 946 time: 0.0527909 Jun 28 03:27:57.957904 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-11f74660-e17b-40b2-a533-50008c40f736 req-4a11abee-8211-4409-874b-382b05d076c7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416193 Jun 28 03:27:58.076708 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c4d4-22c9-4745-8b40-e7ee10d540ce req-7d1a350a-7d0d-497e-9f66-d9446c58e322 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:58.078194 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e290c4d4-22c9-4745-8b40-e7ee10d540ce req-7d1a350a-7d0d-497e-9f66-d9446c58e322 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 946 time: 0.0550025 Jun 28 03:27:58.088324 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41780) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:27:58.093219 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-5e76c4e8-64e7-44ec-83fb-40effba8d2dc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Request body: {'floatingip': {'port_id': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:27:58.135888 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e76c4e8-64e7-44ec-83fb-40effba8d2dc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (1de805d2-1370-4831-8d2c-4bef1473ba2e), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:58.193069 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:58.288736 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e054098-b52d-4b61-8fe0-bff0d79ccfbd req-51f2a937-a01e-4500-a68a-133ca19badab tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:58.290338 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e054098-b52d-4b61-8fe0-bff0d79ccfbd req-51f2a937-a01e-4500-a68a-133ca19badab tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 943 time: 0.0476110 Jun 28 03:27:58.346449 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e054098-b52d-4b61-8fe0-bff0d79ccfbd req-0c40c0cf-d3d6-4895-84d7-b4850e51661a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501437 Jun 28 03:27:58.559787 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e76c4e8-64e7-44ec-83fb-40effba8d2dc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:58.566268 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e76c4e8-64e7-44ec-83fb-40effba8d2dc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (1de805d2-1370-4831-8d2c-4bef1473ba2e), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:58.660830 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-5e76c4e8-64e7-44ec-83fb-40effba8d2dc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Floating IP 1de805d2-1370-4831-8d2c-4bef1473ba2e associated. External IP: 172.27.2.161, port: db32f36e-d5cf-4d1a-bf73-975e7af752f3. Jun 28 03:27:58.862743 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e76c4e8-64e7-44ec-83fb-40effba8d2dc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Router bdc94a83-3108-433e-a6df-d53e103685cd has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:27:58.972991 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e76c4e8-64e7-44ec-83fb-40effba8d2dc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:27:58.977775 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e76c4e8-64e7-44ec-83fb-40effba8d2dc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:58.982957 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] Sync routers for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:27:58.993259 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:58.993789 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:59.004995 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:59.009507 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5e76c4e8-64e7-44ec-83fb-40effba8d2dc tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "PUT /v2.0/floatingips/1de805d2-1370-4831-8d2c-4bef1473ba2e HTTP/1.1" status: 200 len: 992 time: 0.9201381 Jun 28 03:27:59.010481 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'tag': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:27:59.012957 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4" -d '{"events": [{"name": "network-changed", "server_uuid": "15b9432b-54cd-48ff-b183-6a5eac7f0a3b", "tag": "db32f36e-d5cf-4d1a-bf73-975e7af752f3"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:27:59.048636 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf37a62-5be9-46cf-9381-4fabb08202b1 x-openstack-request-id: req-bbf37a62-5be9-46cf-9381-4fabb08202b1 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:27:59.048929 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b9432b-54cd-48ff-b183-6a5eac7f0a3b", "tag": "db32f36e-d5cf-4d1a-bf73-975e7af752f3", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:27:59.049209 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbf37a62-5be9-46cf-9381-4fabb08202b1 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:27:59.049615 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf37a62-5be9-46cf-9381-4fabb08202b1'] response: {'name': 'network-changed', 'server_uuid': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'tag': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3', 'status': 'completed', 'code': 200} Jun 28 03:27:59.099004 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:59.131938 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-92744f97-7f4d-459f-a7ef-54940d121430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:59.133534 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-92744f97-7f4d-459f-a7ef-54940d121430 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 1130 time: 0.0410333 Jun 28 03:27:59.204236 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 3e2db863-652b-415d-8de9-73dd5344769a details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:27:59.227264 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-690f654e-673d-48c5-8b8c-d49e4f52bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:59.228798 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-690f654e-673d-48c5-8b8c-d49e4f52bb1a service neutron] 10.222.0.27 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 912 time: 0.0894535 Jun 28 03:27:59.273218 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:59.291583 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-8dbdd13e-ef52-4598-85e3-52a588a9bdc8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db32f36e-d5cf-4d1a-bf73-975e7af752f3 HTTP/1.1" status: 200 len: 1000 time: 0.0567217 Jun 28 03:27:59.343533 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-f543a7a1-10a7-4cc8-90c8-46adbc904798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:59.345056 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-f543a7a1-10a7-4cc8-90c8-46adbc904798 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 200 len: 850 time: 0.0476916 Jun 28 03:27:59.390746 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-e786978f-59a1-4f25-ad4e-fc12fe1e821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:59.392452 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-e786978f-59a1-4f25-ad4e-fc12fe1e821b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418310 Jun 28 03:27:59.398679 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '1de805d2-1370-4831-8d2c-4bef1473ba2e', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'port_id': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'mac_address': 'fa:16:3e:17:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:27:43Z', 'updated_at': '2022-06-28T03:27:58Z', 'revision_number': 1, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:59.432635 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] Checking router: bdc94a83-3108-433e-a6df-d53e103685cd for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:27:59.436022 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 3e2db863-652b-415d-8de9-73dd5344769a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=3e2db863-652b-415d-8de9-73dd5344769a,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:59.445992 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:59.452051 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:59.452620 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '3e2db863-652b-415d-8de9-73dd5344769a', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'mac_address': 'fa:16:3e:34:69:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:27:59.453525 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:59.457953 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:27:59.458625 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:27:59.480652 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b83851-b548-46b5-92bf-7be7b18ca546 req-69376786-a9db-4318-b74d-885ad9f565ae tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:27:59.482389 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-69b83851-b548-46b5-92bf-7be7b18ca546 req-69376786-a9db-4318-b74d-885ad9f565ae tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 943 time: 0.0643282 Jun 28 03:27:59.495420 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-9e33a730-8acd-4f69-89a7-e53fa55cf123 service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963736 Jun 28 03:27:59.538786 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-69b83851-b548-46b5-92bf-7be7b18ca546 req-74d0e214-45fa-4f1e-9929-31e0700ad11c tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491455 Jun 28 03:27:59.595667 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9903a2e8-c8f3-4c43-9b4d-864f71b6efa4 req-3852076b-3bf4-4b1d-af0a-69050d9065ba service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947070 Jun 28 03:27:59.675803 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 3e2db863-652b-415d-8de9-73dd5344769a is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:27:59.676200 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (3e2db863-652b-415d-8de9-73dd5344769a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:59.719944 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2db863-652b-415d-8de9-73dd5344769a {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:27:59.737820 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:27:59.775964 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 3e2db863-652b-415d-8de9-73dd5344769a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=3e2db863-652b-415d-8de9-73dd5344769a,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:27:59.786076 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (3e2db863-652b-415d-8de9-73dd5344769a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:27:59.883990 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=3e2db863-652b-415d-8de9-73dd5344769a,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:27:59.898150 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:27:59.992707 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '1de805d2-1370-4831-8d2c-4bef1473ba2e', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'port_id': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'mac_address': 'fa:16:3e:17:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:27:43Z', 'updated_at': '2022-06-28T03:27:58Z', 'revision_number': 1, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:28:00.022877 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e26fc-f96f-484e-846f-02621e89e27a None None] The sync data for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi is: [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '1de805d2-1370-4831-8d2c-4bef1473ba2e', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'port_id': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'mac_address': 'fa:16:3e:17:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:27:43Z', 'updated_at': '2022-06-28T03:27:58Z', 'revision_number': 1, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:28:00.067675 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['3e2db863-652b-415d-8de9-73dd5344769a'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:28:00.217459 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfbff0-b5af-47e9-acc9-72317161ba7d None None] New status for floating IP 1de805d2-1370-4831-8d2c-4bef1473ba2e: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:28:00.668296 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f85f8-bcab-41af-be72-d3edd02d994d req-ce57dbd2-b3dd-4524-9d1a-c7d7ab31dee6 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:00.669935 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2e6f85f8-bcab-41af-be72-d3edd02d994d req-ce57dbd2-b3dd-4524-9d1a-c7d7ab31dee6 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 944 time: 0.0474997 Jun 28 03:28:00.717976 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2e6f85f8-bcab-41af-be72-d3edd02d994d req-69350519-bb43-4afc-b7a3-9d63ca326797 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426457 Jun 28 03:28:01.216971 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 3e2db863-652b-415d-8de9-73dd5344769a up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:28:01.266015 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 3e2db863-652b-415d-8de9-73dd5344769a completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:28:01.274878 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 3e2db863-652b-415d-8de9-73dd5344769a triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:28:01.275373 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (3e2db863-652b-415d-8de9-73dd5344769a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:01.314260 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:01.350302 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 3e2db863-652b-415d-8de9-73dd5344769a is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:28:01.350688 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (3e2db863-652b-415d-8de9-73dd5344769a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:01.374294 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d15481-1950-4451-a558-876c37530561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2db863-652b-415d-8de9-73dd5344769a'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:28:01.376556 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6228ae59-bbfa-497e-ae74-c05aeefb2479" -d '{"events": [{"server_uuid": "b3d15481-1950-4451-a558-876c37530561", "name": "network-vif-plugged", "status": "completed", "tag": "3e2db863-652b-415d-8de9-73dd5344769a"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:28:01.393120 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 3e2db863-652b-415d-8de9-73dd5344769a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=3e2db863-652b-415d-8de9-73dd5344769a,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:28:01.399144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (3e2db863-652b-415d-8de9-73dd5344769a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:01.422700 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2de80f4-1670-479b-98a6-d58b96029936 x-openstack-request-id: req-c2de80f4-1670-479b-98a6-d58b96029936 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:28:01.422996 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d15481-1950-4451-a558-876c37530561", "name": "network-vif-plugged", "status": "completed", "tag": "3e2db863-652b-415d-8de9-73dd5344769a", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:28:01.423237 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2de80f4-1670-479b-98a6-d58b96029936 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:28:01.423623 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2de80f4-1670-479b-98a6-d58b96029936'] response: {'server_uuid': 'b3d15481-1950-4451-a558-876c37530561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2db863-652b-415d-8de9-73dd5344769a', 'code': 200} Jun 28 03:28:01.449509 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=3e2db863-652b-415d-8de9-73dd5344769a,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:28:01.667581 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb77a1-c513-420f-9872-d854b33f4e46 req-1ee535d5-7257-4369-ab92-99db8eda6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:01.669519 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8fb77a1-c513-420f-9872-d854b33f4e46 req-1ee535d5-7257-4369-ab92-99db8eda6189 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 1129 time: 0.0402660 Jun 28 03:28:01.717173 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8fb77a1-c513-420f-9872-d854b33f4e46 req-64838efb-0595-425b-83b5-494409666824 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Jun 28 03:28:01.836879 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce121b66-b2f6-4f82-b812-db817872e304 req-c534de7c-805a-4575-bceb-e1db15d154c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:01.838354 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ce121b66-b2f6-4f82-b812-db817872e304 req-c534de7c-805a-4575-bceb-e1db15d154c0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0519676 Jun 28 03:28:01.872095 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:01.888948 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ce121b66-b2f6-4f82-b812-db817872e304 req-faac1cb4-d761-4d9d-a026-26d4d44e157c tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446568 Jun 28 03:28:02.299487 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:28:03.030637 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de854bf-0ec1-4a97-b362-c83904c1c64f req-b859d42e-c967-44d6-860f-7cee6142a2cb tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:03.032029 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3de854bf-0ec1-4a97-b362-c83904c1c64f req-b859d42e-c967-44d6-860f-7cee6142a2cb tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0589340 Jun 28 03:28:03.087499 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3de854bf-0ec1-4a97-b362-c83904c1c64f req-bcea0e46-6d99-498d-8186-2c3a6f15a833 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Jun 28 03:28:03.203451 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc83316-df37-439a-b7d0-8470e9e30b67 req-7c965df7-2e22-4e79-8d09-0bc9e30d74a8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:03.204964 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-adc83316-df37-439a-b7d0-8470e9e30b67 req-7c965df7-2e22-4e79-8d09-0bc9e30d74a8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0489590 Jun 28 03:28:03.263922 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-adc83316-df37-439a-b7d0-8470e9e30b67 req-20d39e54-331a-4ddd-9c71-bcb85b1de8ed tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506663 Jun 28 03:28:03.286288 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41800) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:28:03.327666 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c17c7-a2ed-4fc8-b976-67c64c50b7ce tempest-TestVolumeBootPattern-725271251 tempest-TestVolumeBootPattern-725271251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:03.329357 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a59c17c7-a2ed-4fc8-b976-67c64c50b7ce tempest-TestVolumeBootPattern-725271251 tempest-TestVolumeBootPattern-725271251-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 1124 time: 0.0421457 Jun 28 03:28:03.332210 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41802) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:28:03.336415 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:28:03.360425 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:03.437635 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:03.543949 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Allocated IP 172.27.2.140 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/b3401e36-273d-425f-aa48-979d222a7f19) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:28:03.644192 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:03.647815 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for port (b3401e36-273d-425f-aa48-979d222a7f19), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:03.674525 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:03.683812 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (b3401e36-273d-425f-aa48-979d222a7f19), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:03.728968 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:28:03.733636 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:28:03.737478 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:28:03.740832 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'Port': ['ID=b3401e36-273d-425f-aa48-979d222a7f19,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:28:04.377368 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (0b23a5a9-a900-4edb-b449-8469195a1ee4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:04.444653 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (b3401e36-273d-425f-aa48-979d222a7f19), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:04.599785 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for port (b3401e36-273d-425f-aa48-979d222a7f19), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:04.607459 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (b3401e36-273d-425f-aa48-979d222a7f19), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:04.668872 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'Port': ['ID=b3401e36-273d-425f-aa48-979d222a7f19,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:28:04.684706 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (0b23a5a9-a900-4edb-b449-8469195a1ee4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:04.739700 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:04.781009 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Floating IP 0b23a5a9-a900-4edb-b449-8469195a1ee4 associated. External IP: 172.27.2.140, port: 3e2db863-652b-415d-8de9-73dd5344769a. Jun 28 03:28:04.816739 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:04.994604 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Router 442b6900-b243-4140-9b84-f63fdb0ce45f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:28:05.108430 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:28:05.124537 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] Sync routers for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:28:05.135422 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:05.135619 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:28:05.136242 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:28:05.166774 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dd8c362d-1fb6-49d7-aba0-95e1c0ba1ce4 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8334777 Jun 28 03:28:05.167756 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d15481-1950-4451-a558-876c37530561', 'tag': '3e2db863-652b-415d-8de9-73dd5344769a'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:28:05.170374 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea49975-96df-4373-a648-76bfb0ca7596" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d15481-1950-4451-a558-876c37530561", "tag": "3e2db863-652b-415d-8de9-73dd5344769a"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:28:05.209047 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7135d29a-bce2-43c3-9b70-d601f7182e52 x-openstack-request-id: req-7135d29a-bce2-43c3-9b70-d601f7182e52 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:28:05.209339 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d15481-1950-4451-a558-876c37530561", "tag": "3e2db863-652b-415d-8de9-73dd5344769a", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:28:05.209589 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7135d29a-bce2-43c3-9b70-d601f7182e52 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:28:05.209997 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7135d29a-bce2-43c3-9b70-d601f7182e52'] response: {'name': 'network-changed', 'server_uuid': 'b3d15481-1950-4451-a558-876c37530561', 'tag': '3e2db863-652b-415d-8de9-73dd5344769a', 'status': 'completed', 'code': 200} Jun 28 03:28:05.247945 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:28:05.298044 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-0e76f3eb-dfa8-4d6a-88bb-438ecd718c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:05.299697 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-0e76f3eb-dfa8-4d6a-88bb-438ecd718c64 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 1129 time: 0.0425749 Jun 28 03:28:05.343718 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:05.396413 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-54e63cf3-8afe-4f08-97f1-175122387c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:05.397902 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-54e63cf3-8afe-4f08-97f1-175122387c15 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.0924289 Jun 28 03:28:05.460215 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-47fd2b26-b775-49e5-97ab-f80d65525d8f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e2db863-652b-415d-8de9-73dd5344769a HTTP/1.1" status: 200 len: 999 time: 0.0556865 Jun 28 03:28:05.463268 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '0b23a5a9-a900-4edb-b449-8469195a1ee4', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:34:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:28:04Z', 'updated_at': '2022-06-28T03:28:04Z', 'revision_number': 0, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:28:05.491716 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] Checking router: 442b6900-b243-4140-9b84-f63fdb0ce45f for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:28:05.500542 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:28:05.501053 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:27:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:28:05.514678 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-d004667f-9f70-4662-9d30-6018d5779b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:05.516336 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-d004667f-9f70-4662-9d30-6018d5779b85 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0490956 Jun 28 03:28:05.559670 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-90039812-ef6f-4762-8751-8f324003712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:05.561196 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-90039812-ef6f-4762-8751-8f324003712e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390201 Jun 28 03:28:05.607844 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:28:05.652057 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-95148d1b-f482-4d31-b51a-4f0eea212a42 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846951 Jun 28 03:28:05.750406 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ea49975-96df-4373-a648-76bfb0ca7596 req-14995ca5-8d62-4880-a4d2-22d1d9963c8d service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921304 Jun 28 03:28:05.824966 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '0b23a5a9-a900-4edb-b449-8469195a1ee4', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:34:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:28:04Z', 'updated_at': '2022-06-28T03:28:04Z', 'revision_number': 0, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:28:05.853578 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a92b6c-69de-4a70-a767-8883ec2bd2be None None] The sync data for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi is: [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '0b23a5a9-a900-4edb-b449-8469195a1ee4', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:34:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:28:04Z', 'updated_at': '2022-06-28T03:28:04Z', 'revision_number': 0, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:28:06.049223 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dceae73-21d5-4d0c-a725-c8198a497604 None None] New status for floating IP 0b23a5a9-a900-4edb-b449-8469195a1ee4: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:28:13.253185 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=18 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:13.257697 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=66 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:15.746371 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:15.747018 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:15.828079 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:15.829351 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=54 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:16.149270 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:16.152593 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:17.589585 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-df4aa89b-5341-4f1d-b860-dd21d5641390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:19.805718 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-05b003d2-7c68-4f9d-bc82-047617d4adf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:20.998419 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:21.077579 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:22.679748 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:23.040850 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:33.028126 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:33.033872 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:39.300613 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:28:47.581094 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f4480cef-78e3-4e2f-9808-b4e919a88608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:49.801712 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-11db8336-9304-4ac8-bf15-5e0dd6486314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:51.007439 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:51.090075 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:52.237920 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=15 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:52.243895 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=19 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:28:52.683742 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:53.027243 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:28:57.864136 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e9c71d4-a343-440d-b000-31f17f295110 req-16189f4c-72aa-4910-a652-331d677ad2da service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1927083 Jun 28 03:28:57.965741 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c71d4-a343-440d-b000-31f17f295110 req-a7b6d8f1-b1fe-48bb-a254-18da42346853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:57.967250 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e9c71d4-a343-440d-b000-31f17f295110 req-a7b6d8f1-b1fe-48bb-a254-18da42346853 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d4fae3b890884f28a70d0ccc855d5365&device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 1130 time: 0.0399578 Jun 28 03:28:58.076461 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c71d4-a343-440d-b000-31f17f295110 req-edb614fd-bf9f-41c3-a15d-e2e4764674f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:58.077948 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e9c71d4-a343-440d-b000-31f17f295110 req-edb614fd-bf9f-41c3-a15d-e2e4764674f7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 200 len: 912 time: 0.0914433 Jun 28 03:28:58.139347 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e9c71d4-a343-440d-b000-31f17f295110 req-2454fdf5-ee52-435f-8ca5-d832ba38f53b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db32f36e-d5cf-4d1a-bf73-975e7af752f3 HTTP/1.1" status: 200 len: 1002 time: 0.0554023 Jun 28 03:28:58.195096 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c71d4-a343-440d-b000-31f17f295110 req-af9802fe-4a69-4476-9966-2aaad0539707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:58.196419 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e9c71d4-a343-440d-b000-31f17f295110 req-af9802fe-4a69-4476-9966-2aaad0539707 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 200 len: 850 time: 0.0512593 Jun 28 03:28:58.298436 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49c139-7153-4072-b91b-9ef7305d1b64 req-bacc680e-c3af-4d0a-a7c0-d3082edf7200 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:58.299895 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ca49c139-7153-4072-b91b-9ef7305d1b64 req-bacc680e-c3af-4d0a-a7c0-d3082edf7200 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 946 time: 0.0506861 Jun 28 03:28:58.350501 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ca49c139-7153-4072-b91b-9ef7305d1b64 req-b2ccb667-f4b5-48c6-a74b-80030f1110f1 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444884 Jun 28 03:28:59.494272 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19d6ce-1d06-41ef-8733-ddfbd1050899 req-087b11a2-e4a3-4c0a-9d27-867c5d57c6d7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:59.495795 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dd19d6ce-1d06-41ef-8733-ddfbd1050899 req-087b11a2-e4a3-4c0a-9d27-867c5d57c6d7 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 946 time: 0.0629063 Jun 28 03:28:59.544198 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dd19d6ce-1d06-41ef-8733-ddfbd1050899 req-e1bed827-55a9-418f-b675-3cd1688f4e4c tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups?id=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Jun 28 03:28:59.684878 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c71d4-a343-440d-b000-31f17f295110 req-06d70cc8-6a92-42f3-b1ef-3b7857730bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:28:59.686367 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e9c71d4-a343-440d-b000-31f17f295110 req-06d70cc8-6a92-42f3-b1ef-3b7857730bc3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4a0b7c7d-030f-4368-b16f-203c59ecfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422337 Jun 28 03:28:59.696803 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-9e9c71d4-a343-440d-b000-31f17f295110 req-4eae41d5-c3da-4148-a4d3-fb0b2388792f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:28:59.697716 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e9c71d4-a343-440d-b000-31f17f295110 req-4eae41d5-c3da-4148-a4d3-fb0b2388792f service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049214 Jun 28 03:28:59.794450 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e9c71d4-a343-440d-b000-31f17f295110 req-44ec603b-8a28-422a-9193-d93d1192ed4f service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881932 Jun 28 03:28:59.973026 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e9c71d4-a343-440d-b000-31f17f295110 req-80a5b6cc-6756-49b9-b1f7-f4a13deccace service neutron] 10.222.0.27 "GET /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972667 Jun 28 03:29:00.111303 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-9cd3d1d5-aeb0-43b6-b317-ab12c102a038 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:00.113584 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-9cd3d1d5-aeb0-43b6-b317-ab12c102a038 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.27 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 946 time: 0.0579860 Jun 28 03:29:00.200147 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Deleting port db32f36e-d5cf-4d1a-bf73-975e7af752f3 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:29:00.200485 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:00.291895 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] For port db32f36e-d5cf-4d1a-bf73-975e7af752f3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=db32f36e-d5cf-4d1a-bf73-975e7af752f3,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:29:00.292134 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:00.451507 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:00.451801 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (1de805d2-1370-4831-8d2c-4bef1473ba2e), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:00.452141 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Floating IP 1de805d2-1370-4831-8d2c-4bef1473ba2e disassociated. External IP: 172.27.2.161, port: db32f36e-d5cf-4d1a-bf73-975e7af752f3. Jun 28 03:29:00.452504 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Calling delete_port for db32f36e-d5cf-4d1a-bf73-975e7af752f3 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:29:00.502309 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:00.527965 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:00.581245 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (db32f36e-d5cf-4d1a-bf73-975e7af752f3), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:00.613578 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event deleted for resources: {'Port': ['ID=db32f36e-d5cf-4d1a-bf73-975e7af752f3,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:00.625739 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.626057 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.626385 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.626731 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.627047 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.627360 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.627712 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.628022 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.628366 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.628700 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.629007 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.629313 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.630198 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.630198 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.630198 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:00.657269 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-89f4fc7e-57bd-4130-aada-094bd6e1e2be req-a46eff65-a660-4c5a-8a84-de7ef71c231d tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b9432b-54cd-48ff-b183-6a5eac7f0a3b HTTP/1.1" status: 200 len: 210 time: 0.0401852 Jun 28 03:29:00.750129 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Router bdc94a83-3108-433e-a6df-d53e103685cd has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:29:00.849749 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:29:00.860594 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] Sync routers for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:29:00.871319 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:29:00.871936 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:28:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:00.894256 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] No DVR routers for this DVR port db32f36e-d5cf-4d1a-bf73-975e7af752f3 on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:29:00.897030 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:00.900290 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e0f35c8a-b2cc-4757-a07b-2c163058b6c0 req-8b89384c-cac2-4101-8abc-a6726e1189eb tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.27 "DELETE /v2.0/ports/db32f36e-d5cf-4d1a-bf73-975e7af752f3 HTTP/1.1" status: 204 len: 173 time: 0.7816296 Jun 28 03:29:00.900718 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'name': 'network-vif-deleted', 'tag': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:29:00.902923 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e374ba96-cfac-4284-b9f3-51e8185105cc" -d '{"events": [{"server_uuid": "15b9432b-54cd-48ff-b183-6a5eac7f0a3b", "name": "network-vif-deleted", "tag": "db32f36e-d5cf-4d1a-bf73-975e7af752f3"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:29:00.977083 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:29:01.098230 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2a5a4c-0803-4c80-a671-b78ac8afdc22 x-openstack-request-id: req-8a2a5a4c-0803-4c80-a671-b78ac8afdc22 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:29:01.098579 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9432b-54cd-48ff-b183-6a5eac7f0a3b", "name": "network-vif-deleted", "tag": "db32f36e-d5cf-4d1a-bf73-975e7af752f3", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:29:01.098879 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a2a5a4c-0803-4c80-a671-b78ac8afdc22 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:29:01.099359 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2a5a4c-0803-4c80-a671-b78ac8afdc22'] response: {'server_uuid': '15b9432b-54cd-48ff-b183-6a5eac7f0a3b', 'name': 'network-vif-deleted', 'tag': 'db32f36e-d5cf-4d1a-bf73-975e7af752f3', 'status': 'completed', 'code': 200} Jun 28 03:29:01.314741 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:01.342589 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] Checking router: bdc94a83-3108-433e-a6df-d53e103685cd for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:29:01.353002 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:29:01.353517 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:28:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:01.464562 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:29:01.655583 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:01.680292 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff42ca-b8a3-4b9e-ae20-a6a108050486 None None] The sync data for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi is: [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:24:25Z', 'revision_number': 4, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': 'a7b57632-7309-4aff-8559-41fda129bea9', 'name': '', 'network_id': '4a0b7c7d-030f-4368-b16f-203c59ecfcfc', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'mac_address': 'fa:16:3e:27:f6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:25Z', 'updated_at': '2022-06-28T03:24:29Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'subnets': [{'id': 'bafb2d00-0452-409c-830c-221c210bb5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:29:01.756906 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41968) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:01.813527 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-15b64bc1-bfe1-40b1-975b-23b0a479d7a2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (29dfa847-b0d8-463c-bd5a-b5b0bdb659ea), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:01.837980 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-15b64bc1-bfe1-40b1-975b-23b0a479d7a2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (29dfa847-b0d8-463c-bd5a-b5b0bdb659ea), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:01.889391 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-15b64bc1-bfe1-40b1-975b-23b0a479d7a2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (29dfa847-b0d8-463c-bd5a-b5b0bdb659ea), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:01.892355 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-15b64bc1-bfe1-40b1-975b-23b0a479d7a2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:01.893512 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-15b64bc1-bfe1-40b1-975b-23b0a479d7a2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "DELETE /v2.0/security-groups/29dfa847-b0d8-463c-bd5a-b5b0bdb659ea HTTP/1.1" status: 204 len: 168 time: 0.1356308 Jun 28 03:29:01.896501 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 41970) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:01.903865 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b64bc1-bfe1-40b1-975b-23b0a479d7a2 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dfa847-b0d8-463c-bd5a-b5b0bdb659ea,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:01.910791 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57648206-a0e2-46c1-b658-a698069c124a None None] New status for floating IP 1de805d2-1370-4831-8d2c-4bef1473ba2e: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:29:01.919827 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-f35fd0d4-675a-4b04-8515-62663a71f54b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] show failed (client error): The resource could not be found. Jun 28 03:29:01.923644 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 41972) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:01.924261 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f35fd0d4-675a-4b04-8515-62663a71f54b tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "GET /v2.0/security-groups/29dfa847-b0d8-463c-bd5a-b5b0bdb659ea HTTP/1.1" status: 404 len: 347 time: 0.0266168 Jun 28 03:29:02.034607 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-7738b426-75c7-47d2-ad0f-53c0fa259be8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Deleting port 26352f8b-cb07-4b30-aca7-0b3d135e2351 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:29:02.034949 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7738b426-75c7-47d2-ad0f-53c0fa259be8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (26352f8b-cb07-4b30-aca7-0b3d135e2351), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:02.124296 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7738b426-75c7-47d2-ad0f-53c0fa259be8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (26352f8b-cb07-4b30-aca7-0b3d135e2351), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:02.124659 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7738b426-75c7-47d2-ad0f-53c0fa259be8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (26352f8b-cb07-4b30-aca7-0b3d135e2351), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:02.138108 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-7738b426-75c7-47d2-ad0f-53c0fa259be8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Calling delete_port for 26352f8b-cb07-4b30-aca7-0b3d135e2351 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:29:02.217217 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:02.276916 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7738b426-75c7-47d2-ad0f-53c0fa259be8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (26352f8b-cb07-4b30-aca7-0b3d135e2351), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:02.301449 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738b426-75c7-47d2-ad0f-53c0fa259be8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Pushing event deleted for resources: {'Port': ['ID=26352f8b-cb07-4b30-aca7-0b3d135e2351,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:02.357513 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:02.362549 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7738b426-75c7-47d2-ad0f-53c0fa259be8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks [] for floatingip (1de805d2-1370-4831-8d2c-4bef1473ba2e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:02.365079 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7738b426-75c7-47d2-ad0f-53c0fa259be8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:02.366213 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7738b426-75c7-47d2-ad0f-53c0fa259be8 tempest-AttachVolumeTestJSON-1617728001 tempest-AttachVolumeTestJSON-1617728001-project] 10.222.0.44 "DELETE /v2.0/floatingips/1de805d2-1370-4831-8d2c-4bef1473ba2e HTTP/1.1" status: 204 len: 168 time: 0.4415438 Jun 28 03:29:03.542058 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device db32f36e-d5cf-4d1a-bf73-975e7af752f3 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:29:03.565126 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: db32f36e-d5cf-4d1a-bf73-975e7af752f3 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:29:03.565464 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device db32f36e-d5cf-4d1a-bf73-975e7af752f3 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:29:05.977431 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42004) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:06.313845 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (bdc94a83-3108-433e-a6df-d53e103685cd), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:06.784010 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] Deleting port a7b57632-7309-4aff-8559-41fda129bea9 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:29:06.784364 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (a7b57632-7309-4aff-8559-41fda129bea9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:06.862958 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] For port a7b57632-7309-4aff-8559-41fda129bea9, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a7b57632-7309-4aff-8559-41fda129bea9,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:29:06.863290 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (a7b57632-7309-4aff-8559-41fda129bea9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:06.876594 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] Calling delete_port for a7b57632-7309-4aff-8559-41fda129bea9 owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:29:06.975102 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:07.060957 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (a7b57632-7309-4aff-8559-41fda129bea9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:07.088014 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b57632-7309-4aff-8559-41fda129bea9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:07.096413 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:07.248672 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (bdc94a83-3108-433e-a6df-d53e103685cd), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:07.474269 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] Router bdc94a83-3108-433e-a6df-d53e103685cd has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:29:07.586421 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:29:07.592635 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d5017468-6b99-41d5-9f38-c5a879760a6f admin admin] 10.222.0.44 "PUT /v2.0/routers/bdc94a83-3108-433e-a6df-d53e103685cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6141455 Jun 28 03:29:07.594597 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42006) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:07.596599 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] Sync routers for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:29:07.608757 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:29:07.609373 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:28:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:07.693455 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Publish callbacks [] for router (bdc94a83-3108-433e-a6df-d53e103685cd), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:07.712679 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:29:07.792191 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Publish callbacks [] for router_gateway (bdc94a83-3108-433e-a6df-d53e103685cd), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:07.815776 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:07.820567 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:07.838238 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Deleting port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:29:07.838591 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:07.882313 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:29:07Z', 'revision_number': 5, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port': {'id': '63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:23Z', 'updated_at': '2022-06-28T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:07.906683 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] Checking router: bdc94a83-3108-433e-a6df-d53e103685cd for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:29:07.910000 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:07.915194 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] Routers {'bdc94a83-3108-433e-a6df-d53e103685cd'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:29:07.915797 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:28:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['bdc94a83-3108-433e-a6df-d53e103685cd'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:07.917850 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] For port 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:29:07.918207 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:07.933147 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Calling delete_port for 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:29:07.946158 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:07.998660 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] Set router bdc94a83-3108-433e-a6df-d53e103685cd gateway port host: None {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:29:08.049362 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:29:07Z', 'revision_number': 6, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:08.074071 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e6110b-bd1d-4461-a6ba-c668575e8d67 None None] The sync data for ids ['bdc94a83-3108-433e-a6df-d53e103685cd'] in dv-cinder-846842-5-iscsi is: [{'id': 'bdc94a83-3108-433e-a6df-d53e103685cd', 'name': 'tempest-AttachVolumeTestJSON-2144700886-router', 'tenant_id': 'd4fae3b890884f28a70d0ccc855d5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:22Z', 'updated_at': '2022-06-28T03:29:07Z', 'revision_number': 6, 'project_id': 'd4fae3b890884f28a70d0ccc855d5365', 'gw_port_host': None}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:29:08.110148 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.133436 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Pushing event deleted for resources: {'Port': ['ID=63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:08.199968 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (bdc94a83-3108-433e-a6df-d53e103685cd), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.284904 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (bdc94a83-3108-433e-a6df-d53e103685cd), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.287019 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Publish callbacks [] for router_controller (bdc94a83-3108-433e-a6df-d53e103685cd), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.327796 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (bdc94a83-3108-433e-a6df-d53e103685cd), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.328388 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc94a83-3108-433e-a6df-d53e103685cd {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:29:08.332556 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.333681 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-117308c7-e737-4144-a958-66e197abcfde admin admin] 10.222.0.44 "DELETE /v2.0/routers/bdc94a83-3108-433e-a6df-d53e103685cd HTTP/1.1" status: 204 len: 168 time: 0.7381980 Jun 28 03:29:08.336926 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42008) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:08.380938 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe56582-3d8c-4e86-8642-15351fd0d315 admin admin] Deleting subnet bafb2d00-0452-409c-830c-221c210bb5bc {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:29:08.384213 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4fe56582-3d8c-4e86-8642-15351fd0d315 admin admin] Publish callbacks [] for subnet (bafb2d00-0452-409c-830c-221c210bb5bc), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.422808 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4fe56582-3d8c-4e86-8642-15351fd0d315 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242447'] for subnet (bafb2d00-0452-409c-830c-221c210bb5bc), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.502948 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4fe56582-3d8c-4e86-8642-15351fd0d315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (bafb2d00-0452-409c-830c-221c210bb5bc), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.559581 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4fe56582-3d8c-4e86-8642-15351fd0d315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3343495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460874'] for subnet (bafb2d00-0452-409c-830c-221c210bb5bc), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.591921 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe56582-3d8c-4e86-8642-15351fd0d315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafb2d00-0452-409c-830c-221c210bb5bc,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:08.595517 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4fe56582-3d8c-4e86-8642-15351fd0d315 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.598916 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4fe56582-3d8c-4e86-8642-15351fd0d315 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bafb2d00-0452-409c-830c-221c210bb5bc HTTP/1.1" status: 204 len: 168 time: 0.2611101 Jun 28 03:29:08.601644 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42010) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:08.601845 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664f377-1cad-471a-a3bd-f01e43ba5f42 None None] Network 4a0b7c7d-030f-4368-b16f-203c59ecfcfc requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:29:08.673126 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (4a0b7c7d-030f-4368-b16f-203c59ecfcfc), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.715418 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Deleting port 79107900-975d-4d32-96fc-8975cdd1571a {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:29:08.715741 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (79107900-975d-4d32-96fc-8975cdd1571a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.783736 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] For port 79107900-975d-4d32-96fc-8975cdd1571a, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=79107900-975d-4d32-96fc-8975cdd1571a,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:29:08.783968 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (79107900-975d-4d32-96fc-8975cdd1571a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.797800 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Calling delete_port for 79107900-975d-4d32-96fc-8975cdd1571a owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:29:08.834203 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] DHCP port deletion for 4a0b7c7d-030f-4368-b16f-203c59ecfcfc request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:29:08.851616 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:08.853774 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:08.873774 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Deleting port 79107900-975d-4d32-96fc-8975cdd1571a {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:29:08.874148 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (79107900-975d-4d32-96fc-8975cdd1571a), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.890097 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (79107900-975d-4d32-96fc-8975cdd1571a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.918985 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Pushing event deleted for resources: {'Port': ['ID=79107900-975d-4d32-96fc-8975cdd1571a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:08.924780 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] No DVR routers for this DVR port 79107900-975d-4d32-96fc-8975cdd1571a on host dv-cinder-846842-5-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:29:08.941431 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] For port 79107900-975d-4d32-96fc-8975cdd1571a, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=79107900-975d-4d32-96fc-8975cdd1571a,segment=NetworkSegment(01c69fa6-6a6a-4eb1-8500-38bf206277f2),segment_id=01c69fa6-6a6a-4eb1-8500-38bf206277f2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:29:08.941823 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (79107900-975d-4d32-96fc-8975cdd1571a), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:08.955423 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Calling delete_port for 79107900-975d-4d32-96fc-8975cdd1571a owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:29:08.996764 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (4a0b7c7d-030f-4368-b16f-203c59ecfcfc), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.018928 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0b7c7d-030f-4368-b16f-203c59ecfcfc']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:09.029903 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747'] for port (79107900-975d-4d32-96fc-8975cdd1571a), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.031450 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c69fa6-6a6a-4eb1-8500-38bf206277f2') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:09.031744 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c69fa6-6a6a-4eb1-8500-38bf206277f2') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:09.042944 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242454'] for segment (01c69fa6-6a6a-4eb1-8500-38bf206277f2), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.058594 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (01c69fa6-6a6a-4eb1-8500-38bf206277f2), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.058921 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Pushing event deleted for resources: {'Port': ['ID=79107900-975d-4d32-96fc-8975cdd1571a,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:09.066044 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:29:09.067196 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3343457'] for segment (01c69fa6-6a6a-4eb1-8500-38bf206277f2), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.068104 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] No DVR routers for this DVR port 79107900-975d-4d32-96fc-8975cdd1571a on host dv-cinder-846842-5-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:29:09.070549 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.071143 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.071698 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.071846 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.072538 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.072873 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.073187 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.073529 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.073845 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.074158 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.074647 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.075156 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.075480 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.075797 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.076105 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e57900-c1bc-4a29-9fde-1529d8e44dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.099479 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 01c69fa6-6a6a-4eb1-8500-38bf206277f2 resource provider aggregate not found Jun 28 03:29:09.144282 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 01c69fa6-6a6a-4eb1-8500-38bf206277f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01c69fa6-6a6a-4eb1-8500-38bf206277f2 found for delete ", "request_id": "req-3f6d6388-1448-4a49-b981-d74527bb0c57"}]} Jun 28 03:29:09.153957 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (4a0b7c7d-030f-4368-b16f-203c59ecfcfc), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.159414 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.162435 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] 10.222.0.44 "DELETE /v2.0/networks/4a0b7c7d-030f-4368-b16f-203c59ecfcfc HTTP/1.1" status: 204 len: 168 time: 0.5599082 Jun 28 03:29:09.173354 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1423e4-a95b-4cb8-b582-da074d93231f admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0b7c7d-030f-4368-b16f-203c59ecfcfc,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:09.332021 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42018) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:09.377338 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b549c22a-7703-4ddf-9ba1-735cbdcdbb48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4fae3b890884f28a70d0ccc855d5365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439394 Jun 28 03:29:09.380883 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42020) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:09.433917 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Publish callbacks [] for security_group (b22ce4a1-423a-461f-9711-ce57eb92bad9), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.455536 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Publish callbacks [] for security_group (b22ce4a1-423a-461f-9711-ce57eb92bad9), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.504694 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (b22ce4a1-423a-461f-9711-ce57eb92bad9), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.508904 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:09.510557 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b22ce4a1-423a-461f-9711-ce57eb92bad9 HTTP/1.1" status: 204 len: 168 time: 0.1284804 Jun 28 03:29:09.519233 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22ce4a1-423a-461f-9711-ce57eb92bad9,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:09.527061 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.527554 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.528102 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.528464 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.528794 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.529116 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.529488 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.529797 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.530119 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.530463 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.530894 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.531222 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.531552 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.531868 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.532199 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f18a24-ae04-47a6-b595-5c5df304d682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:29:09.778760 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 79107900-975d-4d32-96fc-8975cdd1571a no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:29:09.798472 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 79107900-975d-4d32-96fc-8975cdd1571a {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:29:09.798822 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 79107900-975d-4d32-96fc-8975cdd1571a not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:29:09.799232 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a7b57632-7309-4aff-8559-41fda129bea9 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:29:09.817700 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: a7b57632-7309-4aff-8559-41fda129bea9 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:29:09.818037 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a7b57632-7309-4aff-8559-41fda129bea9 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:29:09.818443 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:29:09.836178 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:29:09.836532 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 63a379ac-c7c3-4baf-a44b-e0e4e9c3a6bf not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:29:11.975496 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:11.986420 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:16.301167 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:29:17.575122 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-91ffb653-3cd5-4593-bdd8-5991496d8363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:18.855432 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42108) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:18.963203 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3663fa4-e658-43c4-8f9a-7cbd34ca8b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.041381 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3663fa4-e658-43c4-8f9a-7cbd34ca8b2c admin admin] Publish callbacks [] for security_group (e6b13cfe-0c7f-44db-ab56-c1b51bdb3a26), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.047716 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3663fa4-e658-43c4-8f9a-7cbd34ca8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (e6b13cfe-0c7f-44db-ab56-c1b51bdb3a26), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.087497 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a3663fa4-e658-43c4-8f9a-7cbd34ca8b2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c66f990738f41df91db484359485208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303329 Jun 28 03:29:19.088368 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3663fa4-e658-43c4-8f9a-7cbd34ca8b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b13cfe-0c7f-44db-ab56-c1b51bdb3a26,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:19.090355 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42112) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:19.144327 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ea8accca-2e34-4e4a-916d-78215595b36a admin admin] Publish callbacks [] for security_group (e6b13cfe-0c7f-44db-ab56-c1b51bdb3a26), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.165747 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ea8accca-2e34-4e4a-916d-78215595b36a admin admin] Publish callbacks [] for security_group (e6b13cfe-0c7f-44db-ab56-c1b51bdb3a26), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.215278 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ea8accca-2e34-4e4a-916d-78215595b36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (e6b13cfe-0c7f-44db-ab56-c1b51bdb3a26), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.217798 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ea8accca-2e34-4e4a-916d-78215595b36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.218935 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ea8accca-2e34-4e4a-916d-78215595b36a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6b13cfe-0c7f-44db-ab56-c1b51bdb3a26 HTTP/1.1" status: 204 len: 168 time: 0.1275930 Jun 28 03:29:19.227182 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8accca-2e34-4e4a-916d-78215595b36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b13cfe-0c7f-44db-ab56-c1b51bdb3a26,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:19.491152 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42118) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:19.505379 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6b2734c0-b4d3-4eed-9ab0-3cf695d1daa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.590469 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6b2734c0-b4d3-4eed-9ab0-3cf695d1daa2 admin admin] Publish callbacks [] for security_group (16aa20cd-7c09-4b7f-9f43-85087d3b0b40), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.597529 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6b2734c0-b4d3-4eed-9ab0-3cf695d1daa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (16aa20cd-7c09-4b7f-9f43-85087d3b0b40), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.635018 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2734c0-b4d3-4eed-9ab0-3cf695d1daa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aa20cd-7c09-4b7f-9f43-85087d3b0b40,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:19.639307 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6b2734c0-b4d3-4eed-9ab0-3cf695d1daa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08d058ef543041f0b65f4eb43c211d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471457 Jun 28 03:29:19.643319 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42120) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:19.694727 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-150499eb-94f9-4142-bd97-3df6d1796c6b admin admin] Publish callbacks [] for security_group (16aa20cd-7c09-4b7f-9f43-85087d3b0b40), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.697086 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:19.722949 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-150499eb-94f9-4142-bd97-3df6d1796c6b admin admin] Publish callbacks [] for security_group (16aa20cd-7c09-4b7f-9f43-85087d3b0b40), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.728724 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:19.773396 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-150499eb-94f9-4142-bd97-3df6d1796c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (16aa20cd-7c09-4b7f-9f43-85087d3b0b40), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.775956 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-150499eb-94f9-4142-bd97-3df6d1796c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:19.777130 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-150499eb-94f9-4142-bd97-3df6d1796c6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16aa20cd-7c09-4b7f-9f43-85087d3b0b40 HTTP/1.1" status: 204 len: 168 time: 0.1329901 Jun 28 03:29:19.785360 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150499eb-94f9-4142-bd97-3df6d1796c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aa20cd-7c09-4b7f-9f43-85087d3b0b40,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:19.815195 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-63ad602a-681a-4153-b823-261709cd6af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:21.003840 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:21.084800 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:22.687700 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:23.023584 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:26.428125 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42240) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:26.534781 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df987b39-7b12-4f61-b27e-b05392c84f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:26.613529 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df987b39-7b12-4f61-b27e-b05392c84f02 admin admin] Publish callbacks [] for security_group (20eb3c88-8753-4c11-97be-d122b9b209d6), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:26.621341 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df987b39-7b12-4f61-b27e-b05392c84f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (20eb3c88-8753-4c11-97be-d122b9b209d6), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:26.660396 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-df987b39-7b12-4f61-b27e-b05392c84f02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f40037b7af424d478f865990b2d2ba0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310529 Jun 28 03:29:26.661227 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df987b39-7b12-4f61-b27e-b05392c84f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb3c88-8753-4c11-97be-d122b9b209d6,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:26.663305 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42244) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:26.718819 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d734cab7-64e4-4b71-8e66-9d7f7ac2be3e admin admin] Publish callbacks [] for security_group (20eb3c88-8753-4c11-97be-d122b9b209d6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:26.740902 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d734cab7-64e4-4b71-8e66-9d7f7ac2be3e admin admin] Publish callbacks [] for security_group (20eb3c88-8753-4c11-97be-d122b9b209d6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:26.794065 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d734cab7-64e4-4b71-8e66-9d7f7ac2be3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (20eb3c88-8753-4c11-97be-d122b9b209d6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:26.796742 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d734cab7-64e4-4b71-8e66-9d7f7ac2be3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:26.797913 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d734cab7-64e4-4b71-8e66-9d7f7ac2be3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20eb3c88-8753-4c11-97be-d122b9b209d6 HTTP/1.1" status: 204 len: 168 time: 0.1335311 Jun 28 03:29:26.806198 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734cab7-64e4-4b71-8e66-9d7f7ac2be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb3c88-8753-4c11-97be-d122b9b209d6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:27.082377 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42250) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:27.099938 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b6273da4-3a24-4e3f-bb2a-b32a9cad22a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:27.195794 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b6273da4-3a24-4e3f-bb2a-b32a9cad22a5 admin admin] Publish callbacks [] for security_group (24b19525-cd1d-42ae-a2c9-d9e31bf65cf8), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:27.202643 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b6273da4-3a24-4e3f-bb2a-b32a9cad22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (24b19525-cd1d-42ae-a2c9-d9e31bf65cf8), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:27.242604 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b6273da4-3a24-4e3f-bb2a-b32a9cad22a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8885799b39824774b02ee389b07fd263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589684 Jun 28 03:29:27.243882 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6273da4-3a24-4e3f-bb2a-b32a9cad22a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b19525-cd1d-42ae-a2c9-d9e31bf65cf8,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:27.245494 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42252) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:27.297438 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a0e13aa4-76c9-45a3-95ca-6af3cedfc727 admin admin] Publish callbacks [] for security_group (24b19525-cd1d-42ae-a2c9-d9e31bf65cf8), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:27.322183 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a0e13aa4-76c9-45a3-95ca-6af3cedfc727 admin admin] Publish callbacks [] for security_group (24b19525-cd1d-42ae-a2c9-d9e31bf65cf8), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:27.373480 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a0e13aa4-76c9-45a3-95ca-6af3cedfc727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (24b19525-cd1d-42ae-a2c9-d9e31bf65cf8), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:27.375961 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a0e13aa4-76c9-45a3-95ca-6af3cedfc727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:27.377140 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a0e13aa4-76c9-45a3-95ca-6af3cedfc727 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24b19525-cd1d-42ae-a2c9-d9e31bf65cf8 HTTP/1.1" status: 204 len: 168 time: 0.1306431 Jun 28 03:29:27.384769 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e13aa4-76c9-45a3-95ca-6af3cedfc727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b19525-cd1d-42ae-a2c9-d9e31bf65cf8,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:28.100429 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42274) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:28.208468 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2051887168-network', 'tenant_id': 'c01974fbf9b048f795c051e1c11be05b'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:29:28.231952 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Made reservation on behalf of c01974fbf9b048f795c051e1c11be05b for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:29:28.234326 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.242974 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.317670 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Publish callbacks [] for security_group (83e10365-9344-403f-9995-67471e4266db), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.323951 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (83e10365-9344-403f-9995-67471e4266db), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.354444 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:29:28.360550 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e10365-9344-403f-9995-67471e4266db,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:28.368738 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (b88be97b-f149-4985-a987-f6009e10755f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.369075 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Added segment b88be97b-f149-4985-a987-f6009e10755f of type vlan for network 9de0d9dd-4b96-4670-a823-97bbff171cce Jun 28 03:29:28.411510 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (9de0d9dd-4b96-4670-a823-97bbff171cce), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.439645 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (9de0d9dd-4b96-4670-a823-97bbff171cce), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.440805 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:28.441438 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.479249 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3777726 Jun 28 03:29:28.482329 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42278) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:28.487292 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Request body: {'subnet': {'network_id': '9de0d9dd-4b96-4670-a823-97bbff171cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2051887168-subnet', 'tenant_id': 'c01974fbf9b048f795c051e1c11be05b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:29:28.493842 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:28.498886 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:28.512446 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Made reservation on behalf of c01974fbf9b048f795c051e1c11be05b for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:29:28.515102 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3463403'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.520710 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57bc38-74e7-4d6b-aa8b-447097ca097d admin admin] Pushing event updated for resources: {'Network': ['ID=9de0d9dd-4b96-4670-a823-97bbff171cce,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:28.534104 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network 9de0d9dd-4b96-4670-a823-97bbff171cce details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:29:28.557598 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:28.701098 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3343558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460881'] for subnet (fa5b214f-d6ff-4e75-95bf-b27800a00fb0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.760442 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5b214f-d6ff-4e75-95bf-b27800a00fb0,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:28.771217 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Checking segment: {'id': 'b88be97b-f149-4985-a987-f6009e10755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9de0d9dd-4b96-4670-a823-97bbff171cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:29:28.771563 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Network hostable DHCP agents. Network: 9de0d9dd-4b96-4670-a823-97bbff171cce, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:29:28.790655 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Network 9de0d9dd-4b96-4670-a823-97bbff171cce is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:29:28.801322 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, 9de0d9dd-4b96-4670-a823-97bbff171cce) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:29:28.805759 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:28.806466 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:28.810676 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8077a2-a460-4a6e-a3f7-cdc056688a82 None None] Network 9de0d9dd-4b96-4670-a823-97bbff171cce requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:29:28.824100 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-918bf5b3-c9d0-43a8-9239-bd549c0aefc3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3406696 Jun 28 03:29:28.833139 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:28.917913 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe320690-7396-415f-aaa7-c1513f414015 None None] Network 9de0d9dd-4b96-4670-a823-97bbff171cce requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:29:29.242977 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:29.244216 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:29.320562 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42294) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:29.325460 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-547292591-network', 'tenant_id': '7cf9c92b70634962b9c4ff6af6e2b3af'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:29:29.350686 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Made reservation on behalf of 7cf9c92b70634962b9c4ff6af6e2b3af for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:29:29.353077 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.361974 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.439421 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Publish callbacks [] for security_group (e238f3fd-c5f4-432f-8ce8-6a3cd2e26605), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.446042 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (e238f3fd-c5f4-432f-8ce8-6a3cd2e26605), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.474503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:29:29.481003 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e238f3fd-c5f4-432f-8ce8-6a3cd2e26605,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:29.487547 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (47dfb480-e52c-4761-93b3-0e8a911f6aed), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.488192 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Added segment 47dfb480-e52c-4761-93b3-0e8a911f6aed of type vlan for network fc6226f1-236b-4efb-b181-b733b6430d6c Jun 28 03:29:29.529185 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (fc6226f1-236b-4efb-b181-b733b6430d6c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.556442 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (fc6226f1-236b-4efb-b181-b733b6430d6c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.557364 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:29.557932 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.593265 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2716398 Jun 28 03:29:29.596527 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42296) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:29.601839 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Request body: {'subnet': {'network_id': 'fc6226f1-236b-4efb-b181-b733b6430d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-547292591-subnet', 'tenant_id': '7cf9c92b70634962b9c4ff6af6e2b3af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:29:29.611052 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=71,neutron:DELETE=8,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:29.618370 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:29.622515 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf97c3-18e8-4f8d-a5d7-9a8e12dd8c11 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6226f1-236b-4efb-b181-b733b6430d6c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:29.628223 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Made reservation on behalf of 7cf9c92b70634962b9c4ff6af6e2b3af for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:29:29.630657 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3589059'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.634342 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network fc6226f1-236b-4efb-b181-b733b6430d6c details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:29:29.810068 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593273'] for subnet (cb2162a8-5a64-4f46-b37b-5be58f8adf19), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.859107 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2162a8-5a64-4f46-b37b-5be58f8adf19,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:29.874631 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Checking segment: {'id': '47dfb480-e52c-4761-93b3-0e8a911f6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fc6226f1-236b-4efb-b181-b733b6430d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:29:29.875029 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Network hostable DHCP agents. Network: fc6226f1-236b-4efb-b181-b733b6430d6c, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:29:29.896166 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Network fc6226f1-236b-4efb-b181-b733b6430d6c is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:29:29.908006 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, fc6226f1-236b-4efb-b181-b733b6430d6c) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:29:29.913206 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:29.914450 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:29.919306 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921979b4-53b6-4456-8ee0-ac12dac36ddc None None] Network fc6226f1-236b-4efb-b181-b733b6430d6c requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:29:29.934162 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-eb71489e-1234-4b9e-b815-e1b160bdbaa1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3365276 Jun 28 03:29:30.148034 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7299574-20a5-4b6b-bce5-f4d2f1291ed0 None None] Network fc6226f1-236b-4efb-b181-b733b6430d6c requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:29:39.596761 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=65,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:39.597603 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:39.925146 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=40,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:39.926024 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=2,neutron:SELECT=32,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:40.223559 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=38 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:40.224385 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=48 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:43.725353 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42422) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:43.775602 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77ee153-2813-4343-9078-e01a0c8a144a admin admin] Deleting subnet fa5b214f-d6ff-4e75-95bf-b27800a00fb0 {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:29:43.778923 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e77ee153-2813-4343-9078-e01a0c8a144a admin admin] Publish callbacks [] for subnet (fa5b214f-d6ff-4e75-95bf-b27800a00fb0), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:43.815995 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e77ee153-2813-4343-9078-e01a0c8a144a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734234'] for subnet (fa5b214f-d6ff-4e75-95bf-b27800a00fb0), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:43.863596 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e77ee153-2813-4343-9078-e01a0c8a144a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (fa5b214f-d6ff-4e75-95bf-b27800a00fb0), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:43.919696 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e77ee153-2813-4343-9078-e01a0c8a144a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1211299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593250'] for subnet (fa5b214f-d6ff-4e75-95bf-b27800a00fb0), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:43.957123 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ee153-2813-4343-9078-e01a0c8a144a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5b214f-d6ff-4e75-95bf-b27800a00fb0,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:43.961044 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e77ee153-2813-4343-9078-e01a0c8a144a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:43.964138 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e77ee153-2813-4343-9078-e01a0c8a144a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fa5b214f-d6ff-4e75-95bf-b27800a00fb0 HTTP/1.1" status: 204 len: 168 time: 0.2377267 Jun 28 03:29:43.966735 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42424) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:44.034100 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (9de0d9dd-4b96-4670-a823-97bbff171cce), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.123426 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (9de0d9dd-4b96-4670-a823-97bbff171cce), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.144331 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de0d9dd-4b96-4670-a823-97bbff171cce']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:44.154095 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88be97b-f149-4985-a987-f6009e10755f') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:44.154383 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88be97b-f149-4985-a987-f6009e10755f') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:44.164190 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2734211'] for segment (b88be97b-f149-4985-a987-f6009e10755f), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.177890 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (b88be97b-f149-4985-a987-f6009e10755f), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.185074 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:29:44.185445 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1211205'] for segment (b88be97b-f149-4985-a987-f6009e10755f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.245845 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (9de0d9dd-4b96-4670-a823-97bbff171cce), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.251573 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.254673 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] 10.222.0.44 "DELETE /v2.0/networks/9de0d9dd-4b96-4670-a823-97bbff171cce HTTP/1.1" status: 204 len: 168 time: 0.2870598 Jun 28 03:29:44.257858 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42430) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:44.265737 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2907e-21e0-44fe-a8ee-e01fe42d94bf admin admin] Pushing event deleted for resources: {'Network': ['ID=9de0d9dd-4b96-4670-a823-97bbff171cce,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:44.304691 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac54a0b-ee0e-4f38-bec6-558d943c75ec admin admin] Deleting subnet cb2162a8-5a64-4f46-b37b-5be58f8adf19 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:29:44.308062 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6ac54a0b-ee0e-4f38-bec6-558d943c75ec admin admin] Publish callbacks [] for subnet (cb2162a8-5a64-4f46-b37b-5be58f8adf19), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.335200 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment b88be97b-f149-4985-a987-f6009e10755f resource provider aggregate not found Jun 28 03:29:44.345395 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6ac54a0b-ee0e-4f38-bec6-558d943c75ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242447'] for subnet (cb2162a8-5a64-4f46-b37b-5be58f8adf19), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.352743 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment b88be97b-f149-4985-a987-f6009e10755f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b88be97b-f149-4985-a987-f6009e10755f found for delete ", "request_id": "req-7d66b0eb-378f-4183-87b8-fcc822327532"}]} Jun 28 03:29:44.392232 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6ac54a0b-ee0e-4f38-bec6-558d943c75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (cb2162a8-5a64-4f46-b37b-5be58f8adf19), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.465591 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6ac54a0b-ee0e-4f38-bec6-558d943c75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3343495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460874'] for subnet (cb2162a8-5a64-4f46-b37b-5be58f8adf19), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.489861 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac54a0b-ee0e-4f38-bec6-558d943c75ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb2162a8-5a64-4f46-b37b-5be58f8adf19,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:44.495503 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6ac54a0b-ee0e-4f38-bec6-558d943c75ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.498649 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6ac54a0b-ee0e-4f38-bec6-558d943c75ec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cb2162a8-5a64-4f46-b37b-5be58f8adf19 HTTP/1.1" status: 204 len: 168 time: 0.2389939 Jun 28 03:29:44.501152 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42436) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:44.566866 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (fc6226f1-236b-4efb-b181-b733b6430d6c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.648197 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (fc6226f1-236b-4efb-b181-b733b6430d6c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.668381 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6226f1-236b-4efb-b181-b733b6430d6c']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:44.677703 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dfb480-e52c-4761-93b3-0e8a911f6aed') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:44.677995 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dfb480-e52c-4761-93b3-0e8a911f6aed') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:29:44.687827 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242454'] for segment (47dfb480-e52c-4761-93b3-0e8a911f6aed), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.701486 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (47dfb480-e52c-4761-93b3-0e8a911f6aed), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.707825 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:29:44.708251 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3343457'] for segment (47dfb480-e52c-4761-93b3-0e8a911f6aed), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.726846 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 47dfb480-e52c-4761-93b3-0e8a911f6aed resource provider aggregate not found Jun 28 03:29:44.768082 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 47dfb480-e52c-4761-93b3-0e8a911f6aed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47dfb480-e52c-4761-93b3-0e8a911f6aed found for delete ", "request_id": "req-1609f348-95e6-4cd5-a6a7-62a7a619ae03"}]} Jun 28 03:29:44.779125 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (fc6226f1-236b-4efb-b181-b733b6430d6c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.784678 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:44.787734 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] 10.222.0.44 "DELETE /v2.0/networks/fc6226f1-236b-4efb-b181-b733b6430d6c HTTP/1.1" status: 204 len: 168 time: 0.2857196 Jun 28 03:29:44.798319 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383e35b-b5c1-4d08-88a3-ba7b6bce7e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6226f1-236b-4efb-b181-b733b6430d6c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:44.954834 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42444) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:44.995495 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a528beb6-db17-4407-a589-4eb637c9ab6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c01974fbf9b048f795c051e1c11be05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394809 Jun 28 03:29:44.998081 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42446) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:45.056608 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-202d45cc-6f90-48b1-ab37-655a27f5227b admin admin] Publish callbacks [] for security_group (83e10365-9344-403f-9995-67471e4266db), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:45.079769 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-202d45cc-6f90-48b1-ab37-655a27f5227b admin admin] Publish callbacks [] for security_group (83e10365-9344-403f-9995-67471e4266db), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:45.135871 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-202d45cc-6f90-48b1-ab37-655a27f5227b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (83e10365-9344-403f-9995-67471e4266db), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:45.139699 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-202d45cc-6f90-48b1-ab37-655a27f5227b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:45.141660 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-202d45cc-6f90-48b1-ab37-655a27f5227b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83e10365-9344-403f-9995-67471e4266db HTTP/1.1" status: 204 len: 168 time: 0.1424458 Jun 28 03:29:45.150259 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d45cc-6f90-48b1-ab37-655a27f5227b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e10365-9344-403f-9995-67471e4266db,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:45.478365 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42454) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:45.523669 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ee086db7-44c0-439d-85bb-56f84938d48f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cf9c92b70634962b9c4ff6af6e2b3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440962 Jun 28 03:29:45.526170 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42456) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:45.576090 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5ac9dd6b-9a53-440a-a00f-a85134b319b0 admin admin] Publish callbacks [] for security_group (e238f3fd-c5f4-432f-8ce8-6a3cd2e26605), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:45.607345 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5ac9dd6b-9a53-440a-a00f-a85134b319b0 admin admin] Publish callbacks [] for security_group (e238f3fd-c5f4-432f-8ce8-6a3cd2e26605), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:45.662332 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5ac9dd6b-9a53-440a-a00f-a85134b319b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (e238f3fd-c5f4-432f-8ce8-6a3cd2e26605), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:45.664890 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5ac9dd6b-9a53-440a-a00f-a85134b319b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:45.666035 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5ac9dd6b-9a53-440a-a00f-a85134b319b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e238f3fd-c5f4-432f-8ce8-6a3cd2e26605 HTTP/1.1" status: 204 len: 168 time: 0.1390243 Jun 28 03:29:45.673802 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9dd6b-9a53-440a-a00f-a85134b319b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e238f3fd-c5f4-432f-8ce8-6a3cd2e26605,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:46.254651 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:46.854800 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42496) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:46.966967 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9131704e-4a10-42a4-952e-22f9625bc57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:47.025698 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:47.046917 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9131704e-4a10-42a4-952e-22f9625bc57f admin admin] Publish callbacks [] for security_group (29425874-e353-4cda-ab88-4afc11825b8a), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:47.052136 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9131704e-4a10-42a4-952e-22f9625bc57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (29425874-e353-4cda-ab88-4afc11825b8a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:47.057719 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:47.096561 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9131704e-4a10-42a4-952e-22f9625bc57f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43ea72e4dbc942b9aaa06c693c809e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399950 Jun 28 03:29:47.097623 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131704e-4a10-42a4-952e-22f9625bc57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29425874-e353-4cda-ab88-4afc11825b8a,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:47.099887 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42504) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:47.157870 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ecebb20-35ed-4af5-a74f-5453e3007198 admin admin] Publish callbacks [] for security_group (29425874-e353-4cda-ab88-4afc11825b8a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:47.180658 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ecebb20-35ed-4af5-a74f-5453e3007198 admin admin] Publish callbacks [] for security_group (29425874-e353-4cda-ab88-4afc11825b8a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:47.209036 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:47.237980 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ecebb20-35ed-4af5-a74f-5453e3007198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (29425874-e353-4cda-ab88-4afc11825b8a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:47.240683 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ecebb20-35ed-4af5-a74f-5453e3007198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:47.241891 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7ecebb20-35ed-4af5-a74f-5453e3007198 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29425874-e353-4cda-ab88-4afc11825b8a HTTP/1.1" status: 204 len: 168 time: 0.1408403 Jun 28 03:29:47.249949 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecebb20-35ed-4af5-a74f-5453e3007198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29425874-e353-4cda-ab88-4afc11825b8a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:47.578557 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f7f899cc-d1b7-43bf-9deb-9afa7599a41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:49.799309 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-93dbf860-b492-4ece-8e8b-b45f8ed8c3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:50.346457 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-6ed7a715-cdcf-48be-a64b-6bd76e4f4097 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125387860&fields=id&tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df HTTP/1.1" status: 200 len: 267 time: 0.0444958 Jun 28 03:29:50.456493 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-27daff37-f30c-48fb-abc0-8c495a4b6352 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:50.457945 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-27daff37-f30c-48fb-abc0-8c495a4b6352 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 811 time: 0.1019487 Jun 28 03:29:50.475666 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-984f961a-ec95-4de4-be6a-21b1e9c77711 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/quotas/cc2d6ae6d1f74852b9b51d970d19d0df HTTP/1.1" status: 200 len: 375 time: 0.0096924 Jun 28 03:29:50.535510 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-4c1b4647-e552-4ce3-a62c-796c5ca1663a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533812 Jun 28 03:29:50.652425 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-0818878a-6315-4529-ac6c-3e8ad0b5d4b3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 03:29:50.653322 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-0818878a-6315-4529-ac6c-3e8ad0b5d4b3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1018705 Jun 28 03:29:50.744504 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-64d79812-87e5-415d-929e-87df1e8ec613 service neutron] 10.222.0.44 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849516 Jun 28 03:29:50.843384 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-85ffb695-4020-4699-ae6b-fb31bb97b169 service neutron] 10.222.0.44 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929232 Jun 28 03:29:51.017870 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:51.089423 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:51.174993 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-079d6499-b01b-4fcd-a0c9-b4b636ea76a4 req-a0665981-899f-4f93-8ee5-eb0da649a516 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 210 time: 0.0297413 Jun 28 03:29:52.243719 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=13 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:52.287608 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-014cd0f3-937a-4b24-9ab7-cd5a7565702b req-90b57378-80ae-45e2-8877-73c5875eb6b7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 210 time: 0.0290446 Jun 28 03:29:52.318494 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-6bd19b88-d8e5-409b-9653-6264d712a01d tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:52.319933 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-6bd19b88-d8e5-409b-9653-6264d712a01d tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 811 time: 0.1097968 Jun 28 03:29:52.386828 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-2c20711f-46a1-467c-b8a7-b468d6342bfc tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df HTTP/1.1" status: 200 len: 380 time: 0.0529590 Jun 28 03:29:52.395826 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'port': {'device_id': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'admin_state_up': True, 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'security_groups': ['ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:29:52.509592 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Made reservation on behalf of cc2d6ae6d1f74852b9b51d970d19d0df for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:29:52.513433 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:52.645339 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Allocated IP 172.20.0.3 (fa3b8415-5dcf-451a-a58a-63fa23e098ab/245a1efb-5038-407c-b984-5f60bf2b07cc/f43b1e9e-3571-489a-8a6f-25c327d5fa89) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:29:52.693216 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:52.798863 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:52.832404 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:52.876573 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:29:52.879601 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:29:52.883586 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:29:52.907780 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'Port': ['ID=f43b1e9e-3571-489a-8a6f-25c327d5fa89,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:52.939931 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:52.940781 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:52.959473 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-71876607-394e-4ef9-9e52-36cc2d7ecbe3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672321 Jun 28 03:29:52.977975 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Request body: {'port': {'device_id': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:29:53.035246 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:53.042168 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:53.047992 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:53.110051 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:53.114570 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-4fbc78d8-25bb-46e0-bb6e-484c6d5c7e64 None None] Provisioning complete for port f43b1e9e-3571-489a-8a6f-25c327d5fa89 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:29:53.115241 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4fbc78d8-25bb-46e0-bb6e-484c6d5c7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:53.151732 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc78d8-25bb-46e0-bb6e-484c6d5c7e64 None None] Port f43b1e9e-3571-489a-8a6f-25c327d5fa89 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 28 03:29:53.301492 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:29:53.412590 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d67df2-4232-475d-ae1b-28102f34054f req-fb30744c-82af-45c3-b1dd-a9a6420e60a8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:53.414129 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f3d67df2-4232-475d-ae1b-28102f34054f req-fb30744c-82af-45c3-b1dd-a9a6420e60a8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 931 time: 0.0523546 Jun 28 03:29:53.465106 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f3d67df2-4232-475d-ae1b-28102f34054f req-11a1060b-ec00-42e0-b920-ad0fcc44ad79 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451167 Jun 28 03:29:53.564376 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43b1e9e-3571-489a-8a6f-25c327d5fa89 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:29:53.572169 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Publish callbacks [] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:53.584905 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Transition to ACTIVE for port object f43b1e9e-3571-489a-8a6f-25c327d5fa89 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:29:53.591488 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:53.642477 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Pushing event updated for resources: {'Port': ['ID=f43b1e9e-3571-489a-8a6f-25c327d5fa89,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:53.716773 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Attempting to bind port f43b1e9e-3571-489a-8a6f-25c327d5fa89 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:29:53.717048 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Attempting to bind port f43b1e9e-3571-489a-8a6f-25c327d5fa89 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:29:53.717409 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Attempting to bind port f43b1e9e-3571-489a-8a6f-25c327d5fa89 on network fa3b8415-5dcf-451a-a58a-63fa23e098ab {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:29:53.722141 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Port f43b1e9e-3571-489a-8a6f-25c327d5fa89 on network fa3b8415-5dcf-451a-a58a-63fa23e098ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:29:53.722459 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Attempting to bind port f43b1e9e-3571-489a-8a6f-25c327d5fa89 on network fa3b8415-5dcf-451a-a58a-63fa23e098ab {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:29:53.728782 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:29:53.729124 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Checking segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:29:53.729506 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Bound using segment: {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:29:53.729954 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Bound port: f43b1e9e-3571-489a-8a6f-25c327d5fa89, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed6874d-12e4-448e-9d4e-b04862a768f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:29:53.730306 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:53.798213 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] For port f43b1e9e-3571-489a-8a6f-25c327d5fa89, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:29:53.801511 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] For port f43b1e9e-3571-489a-8a6f-25c327d5fa89, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f43b1e9e-3571-489a-8a6f-25c327d5fa89,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:29:53.808115 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:53.849190 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:53.850050 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:53.852095 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-180fab5c-460f-4c65-865e-497627973da6 service neutron] 10.222.0.27 "PUT /v2.0/ports/f43b1e9e-3571-489a-8a6f-25c327d5fa89 HTTP/1.1" status: 200 len: 1093 time: 0.8789673 Jun 28 03:29:53.852383 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'tag': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:29:53.854647 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2af0949-b2f6-49e1-add2-7d85b03ea3ee", "tag": "f43b1e9e-3571-489a-8a6f-25c327d5fa89"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:29:53.883823 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fab5c-460f-4c65-865e-497627973da6 service neutron] Pushing event updated for resources: {'Port': ['ID=f43b1e9e-3571-489a-8a6f-25c327d5fa89,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:53.918737 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c025c88-4046-40df-837d-4540ffff91ee x-openstack-request-id: req-3c025c88-4046-40df-837d-4540ffff91ee {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:29:53.919044 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2af0949-b2f6-49e1-add2-7d85b03ea3ee", "tag": "f43b1e9e-3571-489a-8a6f-25c327d5fa89", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:29:53.919302 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c025c88-4046-40df-837d-4540ffff91ee {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:29:53.919726 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c025c88-4046-40df-837d-4540ffff91ee'] response: {'name': 'network-changed', 'server_uuid': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'tag': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'status': 'completed', 'code': 200} Jun 28 03:29:53.986629 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-cd8ca5e6-027a-41a6-a3c0-2b66f7408e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:53.988326 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-cd8ca5e6-027a-41a6-a3c0-2b66f7408e66 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 1127 time: 0.0452516 Jun 28 03:29:54.038568 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-fff1c780-d32e-47c8-a5e4-fe99b449e5c1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f43b1e9e-3571-489a-8a6f-25c327d5fa89 HTTP/1.1" status: 200 len: 217 time: 0.0359628 Jun 28 03:29:54.092414 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-4d280ee3-972e-4763-a46d-93d9cb94dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:54.093804 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-4d280ee3-972e-4763-a46d-93d9cb94dbcf service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0476060 Jun 28 03:29:54.139121 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-8d9fbecf-816c-4626-88da-f0ce806d0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:54.140682 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-8d9fbecf-816c-4626-88da-f0ce806d0514 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411787 Jun 28 03:29:54.237495 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-46127d82-be91-40b1-b273-f5df117a2827 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908895 Jun 28 03:29:54.261768 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:54.334109 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d5a7c0f-6b56-43a9-a92f-60e841ea5668 req-fcf51ffb-037c-41a1-a7df-deaeafd0bb61 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904002 Jun 28 03:29:54.591379 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eb3f1-6a00-48e8-8731-01a4236f86f0 req-62fd9e21-a1b8-40d3-9fa4-a72d208079a3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:54.592780 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d69eb3f1-6a00-48e8-8731-01a4236f86f0 req-62fd9e21-a1b8-40d3-9fa4-a72d208079a3 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 943 time: 0.0590980 Jun 28 03:29:54.643863 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d69eb3f1-6a00-48e8-8731-01a4236f86f0 req-79c15bdb-c195-42ee-841f-421e6cb9ceda tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454130 Jun 28 03:29:54.727907 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-7a705d14-f9cd-46ed-9358-2e57f24afdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:54.729412 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-7a705d14-f9cd-46ed-9358-2e57f24afdad service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 1127 time: 0.0458171 Jun 28 03:29:54.763611 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:54.827864 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-827e99c3-3ab8-473b-b58d-af2c4053eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:54.829436 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-827e99c3-3ab8-473b-b58d-af2c4053eec7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.0909283 Jun 28 03:29:54.871444 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-037cdd47-fedc-4fd0-b3bc-5ac5602d2797 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f43b1e9e-3571-489a-8a6f-25c327d5fa89 HTTP/1.1" status: 200 len: 217 time: 0.0333645 Jun 28 03:29:54.925671 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-83b77117-427d-41dd-8fc7-47885a173053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:54.927078 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-83b77117-427d-41dd-8fc7-47885a173053 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0481546 Jun 28 03:29:54.972438 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-01c82b77-e960-4668-acb4-4a7954d17705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:54.974301 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-01c82b77-e960-4668-acb4-4a7954d17705 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390589 Jun 28 03:29:55.065468 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-73018f6f-c9ef-4fe1-b969-237c3561976b service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852363 Jun 28 03:29:55.154715 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d1e6aa45-ed83-40b3-8ffc-07bcb612c83c req-357c435c-c506-42d5-b43a-db07c89a6a9c service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836217 Jun 28 03:29:55.535772 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42664) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:55.646413 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23fbdb28-57db-4489-916b-3f58362b3d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:55.732247 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23fbdb28-57db-4489-916b-3f58362b3d55 admin admin] Publish callbacks [] for security_group (9e757938-88c4-4215-a40d-d2850cb54f78), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:55.743239 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23fbdb28-57db-4489-916b-3f58362b3d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (9e757938-88c4-4215-a40d-d2850cb54f78), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:55.767728 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d861bf-6f5c-4067-a308-96f3b68cd6d9 req-7520c61e-10fc-4581-beca-49d032cd4a30 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:55.769245 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b4d861bf-6f5c-4067-a308-96f3b68cd6d9 req-7520c61e-10fc-4581-beca-49d032cd4a30 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 943 time: 0.0496404 Jun 28 03:29:55.791559 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-23fbdb28-57db-4489-916b-3f58362b3d55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06893e8cb97a4bbbaa7fad93970965db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546434 Jun 28 03:29:55.792614 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbdb28-57db-4489-916b-3f58362b3d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e757938-88c4-4215-a40d-d2850cb54f78,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:55.794650 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42670) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:55.852744 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b4d861bf-6f5c-4067-a308-96f3b68cd6d9 req-e3a08ca3-4d2b-429b-8f7a-4f4526e94de9 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774422 Jun 28 03:29:55.868917 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fd5a95e2-2150-4b03-a464-01fb3736b279 admin admin] Publish callbacks [] for security_group (9e757938-88c4-4215-a40d-d2850cb54f78), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:55.891947 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fd5a95e2-2150-4b03-a464-01fb3736b279 admin admin] Publish callbacks [] for security_group (9e757938-88c4-4215-a40d-d2850cb54f78), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:55.948316 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fd5a95e2-2150-4b03-a464-01fb3736b279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (9e757938-88c4-4215-a40d-d2850cb54f78), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:55.950704 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fd5a95e2-2150-4b03-a464-01fb3736b279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:55.951911 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-fd5a95e2-2150-4b03-a464-01fb3736b279 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e757938-88c4-4215-a40d-d2850cb54f78 HTTP/1.1" status: 204 len: 168 time: 0.1562700 Jun 28 03:29:55.960255 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a95e2-2150-4b03-a464-01fb3736b279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e757938-88c4-4215-a40d-d2850cb54f78,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:56.232325 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42676) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:56.246111 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-328f8ba5-7628-4b3d-b85e-457757a97272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:56.268764 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:56.275691 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:29:56.324584 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-328f8ba5-7628-4b3d-b85e-457757a97272 admin admin] Publish callbacks [] for security_group (ef63db2f-c8a8-42be-b4cf-78d6d58d7dd3), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:56.330681 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-328f8ba5-7628-4b3d-b85e-457757a97272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (ef63db2f-c8a8-42be-b4cf-78d6d58d7dd3), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:56.370774 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f8ba5-7628-4b3d-b85e-457757a97272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef63db2f-c8a8-42be-b4cf-78d6d58d7dd3,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:56.375005 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-328f8ba5-7628-4b3d-b85e-457757a97272 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd20a54b6ef941d693337c224a103fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415756 Jun 28 03:29:56.377846 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42678) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:56.429914 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1931d739-6be7-41c7-b68d-ec11a8cc05f0 admin admin] Publish callbacks [] for security_group (ef63db2f-c8a8-42be-b4cf-78d6d58d7dd3), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:56.451343 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1931d739-6be7-41c7-b68d-ec11a8cc05f0 admin admin] Publish callbacks [] for security_group (ef63db2f-c8a8-42be-b4cf-78d6d58d7dd3), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:56.504906 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1931d739-6be7-41c7-b68d-ec11a8cc05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (ef63db2f-c8a8-42be-b4cf-78d6d58d7dd3), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:56.507567 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1931d739-6be7-41c7-b68d-ec11a8cc05f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:56.508682 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1931d739-6be7-41c7-b68d-ec11a8cc05f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef63db2f-c8a8-42be-b4cf-78d6d58d7dd3 HTTP/1.1" status: 204 len: 168 time: 0.1300733 Jun 28 03:29:56.516727 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931d739-6be7-41c7-b68d-ec11a8cc05f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef63db2f-c8a8-42be-b4cf-78d6d58d7dd3,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:56.845434 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42684) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:56.860007 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1f83c2e4-1991-463d-b867-00794e52f00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:56.977062 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1f83c2e4-1991-463d-b867-00794e52f00b admin admin] Publish callbacks [] for security_group (1e8e77c7-2901-4553-97f3-440a38b7a0de), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:56.985934 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676958-0a08-4f35-b887-cda12c88e6f9 req-10a375ed-43f9-4ea7-9dd0-b0f3f9a15d82 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:56.987406 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-47676958-0a08-4f35-b887-cda12c88e6f9 req-10a375ed-43f9-4ea7-9dd0-b0f3f9a15d82 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 943 time: 0.0640545 Jun 28 03:29:56.988424 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1f83c2e4-1991-463d-b867-00794e52f00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1e8e77c7-2901-4553-97f3-440a38b7a0de), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:57.040875 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1f83c2e4-1991-463d-b867-00794e52f00b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61c6ca32003240e9a83c6c35094db709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941655 Jun 28 03:29:57.043533 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42688) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:29:57.045198 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83c2e4-1991-463d-b867-00794e52f00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8e77c7-2901-4553-97f3-440a38b7a0de,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:57.072919 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-47676958-0a08-4f35-b887-cda12c88e6f9 req-824b1183-e6cc-436a-9b62-ad2e7c12d64b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784986 Jun 28 03:29:57.098531 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6184ff2c-1392-474e-89e2-478bfa815be1 admin admin] Publish callbacks [] for security_group (1e8e77c7-2901-4553-97f3-440a38b7a0de), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:57.120212 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6184ff2c-1392-474e-89e2-478bfa815be1 admin admin] Publish callbacks [] for security_group (1e8e77c7-2901-4553-97f3-440a38b7a0de), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:57.169081 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6184ff2c-1392-474e-89e2-478bfa815be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1e8e77c7-2901-4553-97f3-440a38b7a0de), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:57.173191 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6184ff2c-1392-474e-89e2-478bfa815be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:29:57.174741 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6184ff2c-1392-474e-89e2-478bfa815be1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e8e77c7-2901-4553-97f3-440a38b7a0de HTTP/1.1" status: 204 len: 168 time: 0.1301236 Jun 28 03:29:57.182930 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184ff2c-1392-474e-89e2-478bfa815be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8e77c7-2901-4553-97f3-440a38b7a0de,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:29:58.189523 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c40a05-bdf4-4ee5-bad2-666c2cfc7daf req-8bfc3c73-38f0-47bd-81cb-956fc7d9cb67 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:58.191122 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7c40a05-bdf4-4ee5-bad2-666c2cfc7daf req-8bfc3c73-38f0-47bd-81cb-956fc7d9cb67 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 943 time: 0.0502849 Jun 28 03:29:58.242954 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7c40a05-bdf4-4ee5-bad2-666c2cfc7daf req-6ebeaac7-9e13-40d1-af7f-6182326b83f7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455151 Jun 28 03:29:59.373463 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ab65-7d86-4e35-8486-02253a2026c9 req-f8ead64f-3228-4a33-bb8a-4f87e4c8c7f7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:29:59.375600 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d347ab65-7d86-4e35-8486-02253a2026c9 req-f8ead64f-3228-4a33-bb8a-4f87e4c8c7f7 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 943 time: 0.0532250 Jun 28 03:29:59.428473 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d347ab65-7d86-4e35-8486-02253a2026c9 req-3c1869b8-bffd-432f-904b-c4c2521cb326 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473785 Jun 28 03:29:59.887090 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39b27867-5877-483a-9159-0765f4fc4625 req-a299ebd7-fd86-4475-897c-a5ad775a2563 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417950 Jun 28 03:30:00.493651 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:00.497714 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27867-5877-483a-9159-0765f4fc4625 req-16a4b77b-ed67-473b-a8d2-1f2198ba5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:00.499345 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39b27867-5877-483a-9159-0765f4fc4625 req-16a4b77b-ed67-473b-a8d2-1f2198ba5a5c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 1129 time: 0.0451775 Jun 28 03:30:00.546154 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630cba8-918a-48bd-8947-88e38fdce68c req-a5ed75ec-626e-43ec-b637-b73b72f95fad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:00.547635 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b630cba8-918a-48bd-8947-88e38fdce68c req-a5ed75ec-626e-43ec-b637-b73b72f95fad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 943 time: 0.0496554 Jun 28 03:30:00.597191 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b630cba8-918a-48bd-8947-88e38fdce68c req-7fe5e2ed-18f6-4580-b34b-6976d001e241 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438485 Jun 28 03:30:00.605525 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27867-5877-483a-9159-0765f4fc4625 req-64e47a7a-65ec-48ba-972a-ac7ffa32949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:00.607013 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39b27867-5877-483a-9159-0765f4fc4625 req-64e47a7a-65ec-48ba-972a-ac7ffa32949b service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.0876560 Jun 28 03:30:00.661535 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:00.674650 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39b27867-5877-483a-9159-0765f4fc4625 req-067eddbd-f177-4970-bd06-762ced33d4d7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e2db863-652b-415d-8de9-73dd5344769a HTTP/1.1" status: 200 len: 1001 time: 0.0607409 Jun 28 03:30:00.723770 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27867-5877-483a-9159-0765f4fc4625 req-10c4442f-8d9c-4e09-ba96-daead26a2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:00.725117 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39b27867-5877-483a-9159-0765f4fc4625 req-10c4442f-8d9c-4e09-ba96-daead26a2c89 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0441685 Jun 28 03:30:00.773921 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27867-5877-483a-9159-0765f4fc4625 req-cd498630-7823-4a67-888f-d50ac540e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:00.775669 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39b27867-5877-483a-9159-0765f4fc4625 req-cd498630-7823-4a67-888f-d50ac540e657 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437682 Jun 28 03:30:00.873073 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39b27867-5877-483a-9159-0765f4fc4625 req-88a7c387-ac22-46b9-af3f-3e7b4cd55b01 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903244 Jun 28 03:30:00.968809 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39b27867-5877-483a-9159-0765f4fc4625 req-c735caf4-3986-4b87-805c-8dcc9f85a369 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892515 Jun 28 03:30:01.731357 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:01.733804 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:01.742623 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f207a9-13f6-4c14-9a65-301a4e517fff req-1da1ddcd-066c-4d6d-b03d-cb93710fa549 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:01.744581 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39f207a9-13f6-4c14-9a65-301a4e517fff req-1da1ddcd-066c-4d6d-b03d-cb93710fa549 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 943 time: 0.0631340 Jun 28 03:30:01.796547 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39f207a9-13f6-4c14-9a65-301a4e517fff req-6135698c-8306-4607-bfd7-5bfa161d2adc tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450168 Jun 28 03:30:02.260191 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device f43b1e9e-3571-489a-8a6f-25c327d5fa89 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:30:02.366363 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port f43b1e9e-3571-489a-8a6f-25c327d5fa89, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f43b1e9e-3571-489a-8a6f-25c327d5fa89,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:30:02.378031 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'port_id': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'mac_address': 'fa:16:3e:56:36:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:30:02.417413 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port f43b1e9e-3571-489a-8a6f-25c327d5fa89 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:30:02.417932 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:02.432562 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43b1e9e-3571-489a-8a6f-25c327d5fa89 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:30:02.455290 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port f43b1e9e-3571-489a-8a6f-25c327d5fa89, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f43b1e9e-3571-489a-8a6f-25c327d5fa89,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:30:02.459929 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:02.515664 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=f43b1e9e-3571-489a-8a6f-25c327d5fa89,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:02.744735 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['f43b1e9e-3571-489a-8a6f-25c327d5fa89'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:30:02.920263 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88adfd-4230-43d1-9fb1-ecfca9909017 req-d864f4d1-a72d-40d9-b452-5eca506fe440 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:02.921741 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5b88adfd-4230-43d1-9fb1-ecfca9909017 req-d864f4d1-a72d-40d9-b452-5eca506fe440 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 944 time: 0.0468910 Jun 28 03:30:02.970649 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5b88adfd-4230-43d1-9fb1-ecfca9909017 req-1b62cf35-ff24-4e58-a83d-50c907749b2e tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430660 Jun 28 03:30:04.100263 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c361ad2-e531-4235-a464-22a37655b67d req-1d7976fa-163a-41d5-a1ca-7e8a68816da5 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:04.101710 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1c361ad2-e531-4235-a464-22a37655b67d req-1d7976fa-163a-41d5-a1ca-7e8a68816da5 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 944 time: 0.0580254 Jun 28 03:30:04.155555 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1c361ad2-e531-4235-a464-22a37655b67d req-53b1750e-1df5-4b63-80e5-691bfb1fc442 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471351 Jun 28 03:30:04.272958 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device f43b1e9e-3571-489a-8a6f-25c327d5fa89 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:30:04.303264 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:04.305201 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:04.319146 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port f43b1e9e-3571-489a-8a6f-25c327d5fa89 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:30:04.327483 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port f43b1e9e-3571-489a-8a6f-25c327d5fa89 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:30:04.327866 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:04.398002 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port f43b1e9e-3571-489a-8a6f-25c327d5fa89 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:30:04.398369 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:04.424076 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:30:04.426326 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8108f4b-d5c1-4b80-98dc-2c2eecee92a7" -d '{"events": [{"server_uuid": "a2af0949-b2f6-49e1-add2-7d85b03ea3ee", "name": "network-vif-plugged", "status": "completed", "tag": "f43b1e9e-3571-489a-8a6f-25c327d5fa89"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:30:04.438768 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port f43b1e9e-3571-489a-8a6f-25c327d5fa89, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f43b1e9e-3571-489a-8a6f-25c327d5fa89,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:30:04.443985 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:04.494857 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=f43b1e9e-3571-489a-8a6f-25c327d5fa89,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:04.595821 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3733a61-6bfd-432c-bbdf-4f755fec5fed x-openstack-request-id: req-f3733a61-6bfd-432c-bbdf-4f755fec5fed {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:30:04.596121 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2af0949-b2f6-49e1-add2-7d85b03ea3ee", "name": "network-vif-plugged", "status": "completed", "tag": "f43b1e9e-3571-489a-8a6f-25c327d5fa89", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:30:04.596410 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3733a61-6bfd-432c-bbdf-4f755fec5fed {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:30:04.596814 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3733a61-6bfd-432c-bbdf-4f755fec5fed'] response: {'server_uuid': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'code': 200} Jun 28 03:30:04.850532 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303c549-cb04-4a91-82c4-752b753fa704 req-ffe7dffb-51de-49e1-829c-066d1ef68841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:04.852041 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6303c549-cb04-4a91-82c4-752b753fa704 req-ffe7dffb-51de-49e1-829c-066d1ef68841 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 1129 time: 0.0444191 Jun 28 03:30:04.903938 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6303c549-cb04-4a91-82c4-752b753fa704 req-58badb71-e0de-4a3e-b879-9842de5e22e1 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429356 Jun 28 03:30:05.277236 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b02426-0f90-4b17-9f39-c16d14f593ee req-5bd2fa70-5a0c-41f8-a14b-f76aa69c7a93 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:05.278684 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-23b02426-0f90-4b17-9f39-c16d14f593ee req-5bd2fa70-5a0c-41f8-a14b-f76aa69c7a93 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 945 time: 0.0474434 Jun 28 03:30:05.329956 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-23b02426-0f90-4b17-9f39-c16d14f593ee req-b0e044a8-a240-47e4-89d4-d4e1bf0b115a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Jun 28 03:30:06.241407 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:06.242661 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:06.461156 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13236b0-94ab-4c01-a314-f1b12c3df9e0 req-648557d9-78ba-464d-8eff-5d9666980ed2 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:06.462621 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b13236b0-94ab-4c01-a314-f1b12c3df9e0 req-648557d9-78ba-464d-8eff-5d9666980ed2 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 945 time: 0.0561209 Jun 28 03:30:06.512741 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b13236b0-94ab-4c01-a314-f1b12c3df9e0 req-8551f53d-5516-46a6-8a0a-83ee13b41187 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441236 Jun 28 03:30:07.649741 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735fa38-cdbb-47ca-bda8-ccd0b80e5d2f req-0150a48c-7876-4372-a077-aa51d85f62ff tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:07.651215 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c735fa38-cdbb-47ca-bda8-ccd0b80e5d2f req-0150a48c-7876-4372-a077-aa51d85f62ff tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 945 time: 0.0569475 Jun 28 03:30:07.700645 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c735fa38-cdbb-47ca-bda8-ccd0b80e5d2f req-b4f2e0f7-ee9b-4ea8-9a94-f0de5929100d tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 Jun 28 03:30:08.829941 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c082c-d1ac-4316-8a65-38cf57e8d82b req-258595fc-cbfa-453a-8665-ecff92c8c4cf tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:08.831402 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-767c082c-d1ac-4316-8a65-38cf57e8d82b req-258595fc-cbfa-453a-8665-ecff92c8c4cf tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 945 time: 0.0520971 Jun 28 03:30:08.883458 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-767c082c-d1ac-4316-8a65-38cf57e8d82b req-2a1b16ad-24ee-416d-b4c6-ec94c92dcea5 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462861 Jun 28 03:30:10.003841 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5546e5-6de7-42ba-b0d1-45f47272dfb7 req-364bece7-c4c3-4b67-af2b-7c6973434afb tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:10.005286 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb5546e5-6de7-42ba-b0d1-45f47272dfb7 req-364bece7-c4c3-4b67-af2b-7c6973434afb tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 945 time: 0.0524900 Jun 28 03:30:10.062742 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb5546e5-6de7-42ba-b0d1-45f47272dfb7 req-d9c1d828-c574-4e9e-99d1-009ca230df3e tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517292 Jun 28 03:30:10.188860 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3272ada-377a-4e24-a569-a320e083a045 req-8d915b27-83b7-43ca-b904-5e1248b905df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:10.190304 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b3272ada-377a-4e24-a569-a320e083a045 req-8d915b27-83b7-43ca-b904-5e1248b905df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 945 time: 0.0474865 Jun 28 03:30:10.244521 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b3272ada-377a-4e24-a569-a320e083a045 req-420ff53f-3707-44aa-b43e-0d286ac0dc57 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459013 Jun 28 03:30:10.267033 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42814) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:30:10.311864 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7750ed-1cc0-4733-af2e-d09dbe5353b6 tempest-TestVolumeBootPattern-725271251 tempest-TestVolumeBootPattern-725271251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:10.313519 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4c7750ed-1cc0-4733-af2e-d09dbe5353b6 tempest-TestVolumeBootPattern-725271251 tempest-TestVolumeBootPattern-725271251-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 1124 time: 0.0454664 Jun 28 03:30:10.317389 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42816) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:30:10.321652 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Request body: {'floatingip': {'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'port_id': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:30:10.345162 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:10.430442 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:10.470805 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:10.485088 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:10.537398 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Allocated IP 172.27.2.38 (faeb97d9-c263-45a3-b2fb-7aac09df19ec/9c411527-92a2-489d-9983-d6f67d0a773f/354b5bdd-1d70-46fa-aced-4c1413a88637) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:30:10.644555 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for port (354b5bdd-1d70-46fa-aced-4c1413a88637), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:10.678931 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (354b5bdd-1d70-46fa-aced-4c1413a88637), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:10.715792 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Network faeb97d9-c263-45a3-b2fb-7aac09df19ec is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:30:10.720230 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:30:10.723901 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:30:10.752624 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'Port': ['ID=354b5bdd-1d70-46fa-aced-4c1413a88637,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:10.767142 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.767478 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.767808 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.768137 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.768480 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.768802 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.769112 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.769425 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.769735 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.770048 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.770359 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.770668 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.770975 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.771278 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:10.771584 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:11.092537 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (ca667956-ea2e-4294-9c4a-f93c2a618b7c), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:11.162287 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (354b5bdd-1d70-46fa-aced-4c1413a88637), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:11.215484 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:11.263511 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:11.307154 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for port (354b5bdd-1d70-46fa-aced-4c1413a88637), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:11.313842 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1211241'] for port (354b5bdd-1d70-46fa-aced-4c1413a88637), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:11.382772 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event updated for resources: {'Port': ['ID=354b5bdd-1d70-46fa-aced-4c1413a88637,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:11.394921 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605511'] for floatingip (ca667956-ea2e-4294-9c4a-f93c2a618b7c), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:11.764476 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Floating IP ca667956-ea2e-4294-9c4a-f93c2a618b7c associated. External IP: 172.27.2.38, port: f43b1e9e-3571-489a-8a6f-25c327d5fa89. Jun 28 03:30:11.970271 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Router 442b6900-b243-4140-9b84-f63fdb0ce45f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:30:12.081800 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:30:12.092661 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] Sync routers for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:30:12.101887 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:12.105059 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:30:12.105879 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:29:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:30:12.138456 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-27c3396d-a22f-4509-866e-c0a6e423ad7f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8178146 Jun 28 03:30:12.138456 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'tag': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:30:12.139355 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08bb292-35b3-4e69-ac6a-8cb902e30a09" -d '{"events": [{"name": "network-changed", "server_uuid": "a2af0949-b2f6-49e1-add2-7d85b03ea3ee", "tag": "f43b1e9e-3571-489a-8a6f-25c327d5fa89"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:30:12.242558 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4549ae90-6083-455f-982b-eb0019090b77 x-openstack-request-id: req-4549ae90-6083-455f-982b-eb0019090b77 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:30:12.242866 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2af0949-b2f6-49e1-add2-7d85b03ea3ee", "tag": "f43b1e9e-3571-489a-8a6f-25c327d5fa89", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:30:12.243140 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4549ae90-6083-455f-982b-eb0019090b77 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:30:12.243544 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4549ae90-6083-455f-982b-eb0019090b77'] response: {'name': 'network-changed', 'server_uuid': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'tag': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'status': 'completed', 'code': 200} Jun 28 03:30:12.302502 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:30:12.323607 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-f472405c-a13e-493f-9332-e76ac8c3e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:12.325297 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-f472405c-a13e-493f-9332-e76ac8c3e067 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 1129 time: 0.0389738 Jun 28 03:30:12.418051 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-8dfcb8ee-ed97-4451-aec3-e9327a48bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:12.419875 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-8dfcb8ee-ed97-4451-aec3-e9327a48bbd7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.0880210 Jun 28 03:30:12.483774 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-1239757f-33a6-4f70-854e-b9d48b522d96 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f43b1e9e-3571-489a-8a6f-25c327d5fa89 HTTP/1.1" status: 200 len: 998 time: 0.0576909 Jun 28 03:30:12.513579 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '0b23a5a9-a900-4edb-b449-8469195a1ee4', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:34:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:28:04Z', 'updated_at': '2022-06-28T03:28:06Z', 'revision_number': 1, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}, {'id': 'ca667956-ea2e-4294-9c4a-f93c2a618b7c', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:56:36:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:30:10Z', 'updated_at': '2022-06-28T03:30:10Z', 'revision_number': 0, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:30:12.534358 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-07591a33-0a20-442a-9722-54f7d25809ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:12.535857 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-07591a33-0a20-442a-9722-54f7d25809ed service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0468135 Jun 28 03:30:12.537547 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] Checking router: 442b6900-b243-4140-9b84-f63fdb0ce45f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:30:12.546289 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:30:12.546872 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:29:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:30:12.580864 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-217df4f8-6203-4e1a-89d5-5c68c17815d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:12.582387 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-217df4f8-6203-4e1a-89d5-5c68c17815d1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404594 Jun 28 03:30:12.655906 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:30:12.683037 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-a9015331-5053-4ad4-b9ec-1e066482de8a service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942249 Jun 28 03:30:12.749986 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:12.775951 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e08bb292-35b3-4e69-ac6a-8cb902e30a09 req-dbca59b1-6071-41fb-88b8-005b96256f75 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874264 Jun 28 03:30:12.873462 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '0b23a5a9-a900-4edb-b449-8469195a1ee4', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:34:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:28:04Z', 'updated_at': '2022-06-28T03:28:06Z', 'revision_number': 1, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}, {'id': 'ca667956-ea2e-4294-9c4a-f93c2a618b7c', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:56:36:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:30:10Z', 'updated_at': '2022-06-28T03:30:10Z', 'revision_number': 0, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:30:12.898052 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0b9b9-1e11-4a60-96bd-f8d7b7cee778 None None] The sync data for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi is: [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '0b23a5a9-a900-4edb-b449-8469195a1ee4', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:34:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:28:04Z', 'updated_at': '2022-06-28T03:28:06Z', 'revision_number': 1, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}, {'id': 'ca667956-ea2e-4294-9c4a-f93c2a618b7c', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:56:36:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:30:10Z', 'updated_at': '2022-06-28T03:30:10Z', 'revision_number': 0, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:30:13.107355 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eedcf9-c6a5-49b2-8582-65e0f6ce4b12 None None] New status for floating IP ca667956-ea2e-4294-9c4a-f93c2a618b7c: ACTIVE {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:30:17.594330 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8f0d14e5-935a-4c3a-9bd3-64008cee44e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:19.806001 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3fcf48cf-081e-4262-8c1b-4847d4371bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:21.019769 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:21.093322 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:22.129157 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:22.132669 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:22.701099 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:22.771240 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:22.773253 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:22.871364 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=75 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:22.876418 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=73 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:23.037188 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:30.301407 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:30:33.022422 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:33.030438 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:33.504002 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 42986) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:30:33.660194 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:33.738730 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Publish callbacks [] for security_group (6c1c7c5e-408f-4bf4-8a8b-158fba7f5335), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:33.745827 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (6c1c7c5e-408f-4bf4-8a8b-158fba7f5335), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:33.784518 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1c7c5e-408f-4bf4-8a8b-158fba7f5335,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:33.789594 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ce0ccc7fd554f4682fe184737f7de0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845163 Jun 28 03:30:33.792745 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 42990) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:30:33.794511 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.794828 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.795146 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.795462 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.795787 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.796111 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.796446 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.796819 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.797078 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.797431 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.797697 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.798030 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.798340 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.798648 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.798966 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70e4e4d-ff09-40e0-9f5e-81d1fec7ec18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:33.844090 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3786ebf2-b3fa-4b85-939e-9f7421f29c82 admin admin] Publish callbacks [] for security_group (6c1c7c5e-408f-4bf4-8a8b-158fba7f5335), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:33.866218 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3786ebf2-b3fa-4b85-939e-9f7421f29c82 admin admin] Publish callbacks [] for security_group (6c1c7c5e-408f-4bf4-8a8b-158fba7f5335), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:33.915793 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3786ebf2-b3fa-4b85-939e-9f7421f29c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (6c1c7c5e-408f-4bf4-8a8b-158fba7f5335), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:33.918354 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3786ebf2-b3fa-4b85-939e-9f7421f29c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:33.919505 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3786ebf2-b3fa-4b85-939e-9f7421f29c82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c1c7c5e-408f-4bf4-8a8b-158fba7f5335 HTTP/1.1" status: 204 len: 168 time: 0.1256001 Jun 28 03:30:33.927128 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786ebf2-b3fa-4b85-939e-9f7421f29c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1c7c5e-408f-4bf4-8a8b-158fba7f5335,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:34.593021 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 43012) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:30:34.703896 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1252856706-network', 'tenant_id': '10b8b4e2041e41dc8716272d68867537'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:30:34.727715 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Made reservation on behalf of 10b8b4e2041e41dc8716272d68867537 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:30:34.730643 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:34.739805 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:34.821469 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Publish callbacks [] for security_group (1803a5ff-278c-450e-9ee7-651044f2604b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:34.827205 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1803a5ff-278c-450e-9ee7-651044f2604b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:34.854457 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 03:30:34.866194 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1803a5ff-278c-450e-9ee7-651044f2604b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:34.872332 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (88b25513-6fac-422c-84af-9feec537545c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:34.872673 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Added segment 88b25513-6fac-422c-84af-9feec537545c of type vlan for network e51bb004-dde2-4a7b-8ee5-f589f2789d17 Jun 28 03:30:34.916723 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762521213049'] for network (e51bb004-dde2-4a7b-8ee5-f589f2789d17), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:34.944771 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159'] for network (e51bb004-dde2-4a7b-8ee5-f589f2789d17), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:34.946221 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:34.947092 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:34.983781 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3894315 Jun 28 03:30:34.987068 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43016) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:30:34.992627 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Request body: {'subnet': {'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1252856706-subnet', 'tenant_id': '10b8b4e2041e41dc8716272d68867537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:30:35.014469 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9512ea7-af01-40f9-80d8-87d8ca5103f4 admin admin] Pushing event updated for resources: {'Network': ['ID=e51bb004-dde2-4a7b-8ee5-f589f2789d17,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:35.015030 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Made reservation on behalf of 10b8b4e2041e41dc8716272d68867537 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:30:35.017476 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3589059'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:35.025247 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Network e51bb004-dde2-4a7b-8ee5-f589f2789d17 details requested by agent ovs-agent-dv-cinder-846842-5-iscsi with host dv-cinder-846842-5-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 03:30:35.195388 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3593273'] for subnet (280bf41f-56e8-4604-b391-1c744d70cf5d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:35.248725 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=280bf41f-56e8-4604-b391-1c744d70cf5d,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:35.265862 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Checking segment: {'id': '88b25513-6fac-422c-84af-9feec537545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:30:35.266210 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Network hostable DHCP agents. Network: e51bb004-dde2-4a7b-8ee5-f589f2789d17, hostable agents: ['f483e321-c33d-48b8-9917-13c986008705'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 03:30:35.286804 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Network e51bb004-dde2-4a7b-8ee5-f589f2789d17 is scheduled to be hosted by DHCP agent f483e321-c33d-48b8-9917-13c986008705 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 03:30:35.297508 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-5-iscsi, e51bb004-dde2-4a7b-8ee5-f589f2789d17) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:30:35.302345 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:35.303347 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:35.306775 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3c9d1-2516-4b8c-a108-c41c5ee7fb31 None None] Network e51bb004-dde2-4a7b-8ee5-f589f2789d17 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:30:35.328766 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-37f43661-f199-41b0-8a0b-0726d35040aa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3399794 Jun 28 03:30:35.405058 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f32eebd-5442-4c8c-ace5-1c4c9bbb3827 None None] Network e51bb004-dde2-4a7b-8ee5-f589f2789d17 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:30:37.084390 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a94df-0803-41fd-9175-c2e136270234 req-59ca6df2-a32d-4e5a-97ac-d54ae9f7d3a0 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:37.086561 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-59ca6df2-a32d-4e5a-97ac-d54ae9f7d3a0 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/networks?id=e51bb004-dde2-4a7b-8ee5-f589f2789d17 HTTP/1.1" status: 200 len: 814 time: 0.1036940 Jun 28 03:30:37.101939 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-e600763c-3db1-44ea-8a0a-24bc6fdc0202 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/quotas/10b8b4e2041e41dc8716272d68867537 HTTP/1.1" status: 200 len: 375 time: 0.0098963 Jun 28 03:30:37.135399 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-3cdba56e-c95f-4aae-888e-ed537c126e0b tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10b8b4e2041e41dc8716272d68867537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280974 Jun 28 03:30:37.236180 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-24a73766-5493-4e2c-8623-59340c24c217 service neutron] 10.222.0.44 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898340 Jun 28 03:30:37.326046 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-0acf3ce7-a66a-4f49-8542-b71aeb97401e service neutron] 10.222.0.44 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878079 Jun 28 03:30:37.474381 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:37.495581 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dedc3682-7b43-49ee-9217-30543a1c91a3 req-21258aa7-9808-49ae-8f73-13566e510a0a tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 210 time: 0.0314655 Jun 28 03:30:38.569024 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a94df-0803-41fd-9175-c2e136270234 req-30deeaec-bafe-4fb5-9d84-8901a1d5dc4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:38.570566 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-30deeaec-bafe-4fb5-9d84-8901a1d5dc4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.27 "GET /v2.0/networks?id=e51bb004-dde2-4a7b-8ee5-f589f2789d17 HTTP/1.1" status: 200 len: 814 time: 0.1297975 Jun 28 03:30:38.594458 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Request body: {'port': {'device_id': '858f9d82-c180-4cba-a886-28ada38304c3', 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17', 'admin_state_up': True, 'tenant_id': '10b8b4e2041e41dc8716272d68867537'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:30:38.621692 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80566675-ad9d-42cc-9d8c-142a981bca8a req-09516464-f572-43af-a1d7-847c9d5ef3e1 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 210 time: 0.0361328 Jun 28 03:30:38.733369 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Made reservation on behalf of 10b8b4e2041e41dc8716272d68867537 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:30:38.737107 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:38.760109 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:38.768060 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:38.889739 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Allocated IP 172.20.0.5 (e51bb004-dde2-4a7b-8ee5-f589f2789d17/280bf41f-56e8-4604-b391-1c744d70cf5d/2dfd51df-f095-44aa-b3c9-e5e88f033a9b) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:30:39.074418 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks [] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:39.114124 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:39.163154 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Network e51bb004-dde2-4a7b-8ee5-f589f2789d17 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:30:39.167029 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:30:39.170947 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:30:39.198932 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Pushing event updated for resources: {'Port': ['ID=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:39.238111 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:39.238755 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:39.257332 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-30e6c54c-340c-438f-abf0-cb61d518fd4c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6681762 Jun 28 03:30:39.276813 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Request body: {'port': {'device_id': '858f9d82-c180-4cba-a886-28ada38304c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:30:39.353766 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:39.646218 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfd51df-f095-44aa-b3c9-e5e88f033a9b {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:30:39.654933 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Publish callbacks [] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:39.656994 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:39.670112 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Transition to ACTIVE for port object 2dfd51df-f095-44aa-b3c9-e5e88f033a9b will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:30:39.677070 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:39.685953 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:39.732641 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Pushing event updated for resources: {'Port': ['ID=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:39.758661 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5159f-b5ba-4c8e-a483-0957d167f2f6 req-f666e289-66d3-4d8d-beea-91e069637547 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:39.760821 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c7f5159f-b5ba-4c8e-a483-0957d167f2f6 req-f666e289-66d3-4d8d-beea-91e069637547 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 943 time: 0.0611274 Jun 28 03:30:39.821786 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Attempting to bind port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:30:39.822126 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Attempting to bind port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '88b25513-6fac-422c-84af-9feec537545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:30:39.822445 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Attempting to bind port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b on network e51bb004-dde2-4a7b-8ee5-f589f2789d17 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:30:39.827229 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b on network e51bb004-dde2-4a7b-8ee5-f589f2789d17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:30:39.827496 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c7f5159f-b5ba-4c8e-a483-0957d167f2f6 req-f53ba56a-7931-440c-bdd0-69673e0bc654 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551336 Jun 28 03:30:39.827648 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Attempting to bind port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b on network e51bb004-dde2-4a7b-8ee5-f589f2789d17 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:30:39.832886 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:30:39.833261 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Checking segment: {'id': '88b25513-6fac-422c-84af-9feec537545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:30:39.833780 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Bound using segment: {'id': '88b25513-6fac-422c-84af-9feec537545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:30:39.834197 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Bound port: 2dfd51df-f095-44aa-b3c9-e5e88f033a9b, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b25513-6fac-422c-84af-9feec537545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:30:39.834544 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:39.900283 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] For port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:30:39.903660 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] For port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,segment=NetworkSegment(88b25513-6fac-422c-84af-9feec537545c),segment_id=88b25513-6fac-422c-84af-9feec537545c)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:30:39.912010 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:39.951268 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:39.951883 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:39.953294 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] 10.222.0.27 "PUT /v2.0/ports/2dfd51df-f095-44aa-b3c9-e5e88f033a9b HTTP/1.1" status: 200 len: 1093 time: 0.6829469 Jun 28 03:30:39.953740 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858f9d82-c180-4cba-a886-28ada38304c3', 'tag': '2dfd51df-f095-44aa-b3c9-e5e88f033a9b'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:30:39.955969 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d61e3fe-e738-4e7c-a465-74530cb8df68" -d '{"events": [{"name": "network-changed", "server_uuid": "858f9d82-c180-4cba-a886-28ada38304c3", "tag": "2dfd51df-f095-44aa-b3c9-e5e88f033a9b"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:30:39.975763 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc162a8-5de0-49d5-9a13-41123c930d7f service neutron] Pushing event updated for resources: {'Port': ['ID=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:40.009864 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfefba6-10a1-4d6b-b2d7-57ffff005783 x-openstack-request-id: req-0cfefba6-10a1-4d6b-b2d7-57ffff005783 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:30:40.010157 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858f9d82-c180-4cba-a886-28ada38304c3", "tag": "2dfd51df-f095-44aa-b3c9-e5e88f033a9b", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:30:40.010409 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0cfefba6-10a1-4d6b-b2d7-57ffff005783 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:30:40.010827 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfefba6-10a1-4d6b-b2d7-57ffff005783'] response: {'name': 'network-changed', 'server_uuid': '858f9d82-c180-4cba-a886-28ada38304c3', 'tag': '2dfd51df-f095-44aa-b3c9-e5e88f033a9b', 'status': 'completed', 'code': 200} Jun 28 03:30:40.066008 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a94df-0803-41fd-9175-c2e136270234 req-ca0b833b-9c31-47ef-9387-f86951531ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:40.067563 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-ca0b833b-9c31-47ef-9387-f86951531ad1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=10b8b4e2041e41dc8716272d68867537&device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 1127 time: 0.0402455 Jun 28 03:30:40.116958 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-31d6f1bc-756d-4f6c-9c49-fc24c6aadc87 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dfd51df-f095-44aa-b3c9-e5e88f033a9b HTTP/1.1" status: 200 len: 217 time: 0.0362651 Jun 28 03:30:40.165282 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a94df-0803-41fd-9175-c2e136270234 req-2022a751-3656-40a4-82d1-d1a83545581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:40.166829 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-2022a751-3656-40a4-82d1-d1a83545581f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=280bf41f-56e8-4604-b391-1c744d70cf5d HTTP/1.1" status: 200 len: 854 time: 0.0444603 Jun 28 03:30:40.198871 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-905a83ac-0f8d-4f56-a573-50e1a94ccaa2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e51bb004-dde2-4a7b-8ee5-f589f2789d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261061 Jun 28 03:30:40.296190 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-b60d382b-25f3-4e50-abd4-1292162d18c1 service neutron] 10.222.0.27 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911043 Jun 28 03:30:40.390934 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-803a94df-0803-41fd-9175-c2e136270234 req-af64ae0c-ddb4-4f9a-b479-16c444b88864 service neutron] 10.222.0.27 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884020 Jun 28 03:30:40.912947 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:40.951912 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a61e7-8bb0-41f4-8626-2e6a3acce58e req-55da21df-2499-4dae-aa38-a273b9b28886 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:40.953562 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-985a61e7-8bb0-41f4-8626-2e6a3acce58e req-55da21df-2499-4dae-aa38-a273b9b28886 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 943 time: 0.0505793 Jun 28 03:30:41.002916 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-985a61e7-8bb0-41f4-8626-2e6a3acce58e req-bdb2dc7d-d472-4016-b31f-7aaa2a4e8785 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436819 Jun 28 03:30:41.237291 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e3fe-e738-4e7c-a465-74530cb8df68 req-7cd4da96-83b7-4a25-b11b-ee4464de12df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:41.238816 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d61e3fe-e738-4e7c-a465-74530cb8df68 req-7cd4da96-83b7-4a25-b11b-ee4464de12df service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=10b8b4e2041e41dc8716272d68867537&device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 1127 time: 0.0417700 Jun 28 03:30:41.335035 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e3fe-e738-4e7c-a465-74530cb8df68 req-f3c57827-e4da-464c-8464-c186c9a2f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:41.336913 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d61e3fe-e738-4e7c-a465-74530cb8df68 req-f3c57827-e4da-464c-8464-c186c9a2f70e service neutron] 10.222.0.27 "GET /v2.0/networks?id=e51bb004-dde2-4a7b-8ee5-f589f2789d17 HTTP/1.1" status: 200 len: 915 time: 0.0918994 Jun 28 03:30:41.376698 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d61e3fe-e738-4e7c-a465-74530cb8df68 req-2b2d64ee-52aa-48db-861c-b15cd3368460 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dfd51df-f095-44aa-b3c9-e5e88f033a9b HTTP/1.1" status: 200 len: 217 time: 0.0338712 Jun 28 03:30:41.432065 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e3fe-e738-4e7c-a465-74530cb8df68 req-948543f5-26fa-4ef5-baa6-bbf592e55481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:41.433569 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d61e3fe-e738-4e7c-a465-74530cb8df68 req-948543f5-26fa-4ef5-baa6-bbf592e55481 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=280bf41f-56e8-4604-b391-1c744d70cf5d HTTP/1.1" status: 200 len: 854 time: 0.0510764 Jun 28 03:30:41.466938 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d61e3fe-e738-4e7c-a465-74530cb8df68 req-d9a72438-49dc-4278-bdad-e15a014e110c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e51bb004-dde2-4a7b-8ee5-f589f2789d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270400 Jun 28 03:30:41.493218 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:41.558552 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d61e3fe-e738-4e7c-a465-74530cb8df68 req-5a33c40e-255f-4ada-b26f-eec0480d0bd9 service neutron] 10.222.0.27 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850985 Jun 28 03:30:41.904858 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d61e3fe-e738-4e7c-a465-74530cb8df68 req-da6b7f76-4d36-4b8e-8519-27b41f4ce421 service neutron] 10.222.0.27 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405888 Jun 28 03:30:42.123300 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231cea9-d32a-4773-b281-689e040e936a req-41628fdd-fc74-4900-941f-898bb11038cd tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:42.124818 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8231cea9-d32a-4773-b281-689e040e936a req-41628fdd-fc74-4900-941f-898bb11038cd tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 943 time: 0.0496325 Jun 28 03:30:42.174278 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8231cea9-d32a-4773-b281-689e040e936a req-7097f5e4-b459-43a0-97f1-c8393595c03c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436203 Jun 28 03:30:42.450487 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 2dfd51df-f095-44aa-b3c9-e5e88f033a9b details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:30:42.558116 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,segment=NetworkSegment(88b25513-6fac-422c-84af-9feec537545c),segment_id=88b25513-6fac-422c-84af-9feec537545c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:30:42.570337 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '2dfd51df-f095-44aa-b3c9-e5e88f033a9b', 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17', 'port_id': '2dfd51df-f095-44aa-b3c9-e5e88f033a9b', 'mac_address': 'fa:16:3e:3b:2d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280bf41f-56e8-4604-b391-1c744d70cf5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:30:42.606764 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:30:42.607146 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:42.620540 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfd51df-f095-44aa-b3c9-e5e88f033a9b {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:30:42.645215 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,segment=NetworkSegment(88b25513-6fac-422c-84af-9feec537545c),segment_id=88b25513-6fac-422c-84af-9feec537545c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:30:42.650681 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:42.695759 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:42.703001 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.703274 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.703610 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.703957 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.704249 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.704572 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.704887 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.705200 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.705516 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.705828 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.706145 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.706455 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.706763 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.707070 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.707411 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:30:42.963553 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['2dfd51df-f095-44aa-b3c9-e5e88f033a9b'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:30:43.292666 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee151f-6cce-45b5-8977-8e5742444f58 req-ce1f9162-7f70-4148-abf6-a19942c976fd tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:43.296202 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-02ee151f-6cce-45b5-8977-8e5742444f58 req-ce1f9162-7f70-4148-abf6-a19942c976fd tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 944 time: 0.0518732 Jun 28 03:30:43.341862 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-02ee151f-6cce-45b5-8977-8e5742444f58 req-e5f696c5-4bfe-47dc-9cb6-42545949080e tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Jun 28 03:30:44.450320 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 2dfd51df-f095-44aa-b3c9-e5e88f033a9b up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:30:44.464281 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa816b5e-1244-48ca-bf96-277f4cbf8f62 req-3f6a0900-f2f7-4945-8347-d5fe6489bd46 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:44.465768 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fa816b5e-1244-48ca-bf96-277f4cbf8f62 req-3f6a0900-f2f7-4945-8347-d5fe6489bd46 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 944 time: 0.0530419 Jun 28 03:30:44.493710 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:30:44.501059 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:30:44.501434 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:44.515254 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fa816b5e-1244-48ca-bf96-277f4cbf8f62 req-e20d6146-4881-46cd-922b-aa9f2a46e8a9 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 Jun 28 03:30:44.542614 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:44.573233 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:30:44.573610 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:44.576090 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:44.600438 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858f9d82-c180-4cba-a886-28ada38304c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfd51df-f095-44aa-b3c9-e5e88f033a9b'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:30:44.602802 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874bfcff-abad-4045-afb7-7c6299e220c9" -d '{"events": [{"server_uuid": "858f9d82-c180-4cba-a886-28ada38304c3", "name": "network-vif-plugged", "status": "completed", "tag": "2dfd51df-f095-44aa-b3c9-e5e88f033a9b"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:30:44.615750 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,segment=NetworkSegment(88b25513-6fac-422c-84af-9feec537545c),segment_id=88b25513-6fac-422c-84af-9feec537545c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:30:44.621685 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:44.646563 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e44708d-90b9-4755-8008-d20c73bcdfbd x-openstack-request-id: req-4e44708d-90b9-4755-8008-d20c73bcdfbd {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:30:44.646850 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858f9d82-c180-4cba-a886-28ada38304c3", "name": "network-vif-plugged", "status": "completed", "tag": "2dfd51df-f095-44aa-b3c9-e5e88f033a9b", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:30:44.647095 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e44708d-90b9-4755-8008-d20c73bcdfbd {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:30:44.647491 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e44708d-90b9-4755-8008-d20c73bcdfbd'] response: {'server_uuid': '858f9d82-c180-4cba-a886-28ada38304c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfd51df-f095-44aa-b3c9-e5e88f033a9b', 'code': 200} Jun 28 03:30:44.675888 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:30:44.855575 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:44.859334 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2c8db-444a-46fe-b491-5dd2be8d4ef0 req-33475ddb-e837-4412-a476-697a34978116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:44.860989 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-79c2c8db-444a-46fe-b491-5dd2be8d4ef0 req-33475ddb-e837-4412-a476-697a34978116 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 1129 time: 0.0405023 Jun 28 03:30:44.906033 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-79c2c8db-444a-46fe-b491-5dd2be8d4ef0 req-602d9c0d-171e-4c03-a15c-49bb8949373c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385263 Jun 28 03:30:45.631694 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce700d92-f853-42df-bb09-96df831c98dd req-49af21cb-1e00-4697-bb78-b8628731d7ea tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:45.633204 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ce700d92-f853-42df-bb09-96df831c98dd req-49af21cb-1e00-4697-bb78-b8628731d7ea tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 945 time: 0.0480888 Jun 28 03:30:45.687089 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ce700d92-f853-42df-bb09-96df831c98dd req-77eb6e9d-696e-43a6-bc21-639b94f56fb5 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479209 Jun 28 03:30:45.771061 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=18 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:45.782037 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=16 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:46.821549 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bafd6-bfad-4043-8e68-f5d4cae4d43c req-77716280-4779-4727-b707-8d5b4e4faa4a tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:30:46.823097 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6b9bafd6-bfad-4043-8e68-f5d4cae4d43c req-77716280-4779-4727-b707-8d5b4e4faa4a tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 945 time: 0.0472817 Jun 28 03:30:46.870404 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6b9bafd6-bfad-4043-8e68-f5d4cae4d43c req-845b189c-971b-4718-be49-c996045ecda7 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Jun 28 03:30:47.579561 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b367600c-80b7-4af9-9f23-2c222cb02678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:49.805149 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f95b747a-e239-468c-a255-37dc1691bcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:51.036575 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:51.094927 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:52.703245 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:53.033317 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:30:54.900964 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:54.902824 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=23 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:56.864186 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=73 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:30:56.866246 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=48 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:01.709705 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67616b02-1ad0-47cb-8a29-55c03606782d req-27c430e3-3063-47bf-9c84-21edcd9dbc61 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419497 Jun 28 03:31:01.828880 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67616b02-1ad0-47cb-8a29-55c03606782d req-c2c2a6b2-5b09-4214-bc07-081449009ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:01.831450 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67616b02-1ad0-47cb-8a29-55c03606782d req-c2c2a6b2-5b09-4214-bc07-081449009ff8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 1129 time: 0.0499327 Jun 28 03:31:01.953930 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67616b02-1ad0-47cb-8a29-55c03606782d req-65b43302-7696-4df7-b9fc-10140f97f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:01.955284 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67616b02-1ad0-47cb-8a29-55c03606782d req-65b43302-7696-4df7-b9fc-10140f97f60c service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.0962036 Jun 28 03:31:02.024713 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67616b02-1ad0-47cb-8a29-55c03606782d req-8ed2aac9-44ef-4d7c-bb6a-b5eaca2da3ae service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e2db863-652b-415d-8de9-73dd5344769a HTTP/1.1" status: 200 len: 1001 time: 0.0604937 Jun 28 03:31:02.077016 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67616b02-1ad0-47cb-8a29-55c03606782d req-728b6d16-9971-44d7-98b0-9a4e77dfc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:02.078538 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67616b02-1ad0-47cb-8a29-55c03606782d req-728b6d16-9971-44d7-98b0-9a4e77dfc898 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0465341 Jun 28 03:31:02.124636 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67616b02-1ad0-47cb-8a29-55c03606782d req-68f4a7c0-323c-48d6-b565-b9aa1a1e3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:02.126311 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67616b02-1ad0-47cb-8a29-55c03606782d req-68f4a7c0-323c-48d6-b565-b9aa1a1e3721 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389638 Jun 28 03:31:02.218578 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67616b02-1ad0-47cb-8a29-55c03606782d req-2e3cf7e0-9572-4416-823f-047ca507eab8 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853858 Jun 28 03:31:02.325867 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67616b02-1ad0-47cb-8a29-55c03606782d req-dea3ce2f-c967-4719-ad71-72ad2528c882 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933928 Jun 28 03:31:03.025403 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:03.027682 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:07.305794 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:31:12.316415 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=48 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:12.321949 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=53 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:17.584981 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bed80aea-a9a5-45c7-b632-ce5ec8ed42cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:19.803920 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1fd3fac1-ff26-4dac-8cda-17c10af0c000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:20.243239 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:20.244584 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:21.060207 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:21.097640 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:22.706633 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:23.036322 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:27.786542 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1dfd7-ac4f-4f07-a171-d9eaf517f70a req-8872c466-b0f2-42e3-9594-bc18872ad52f tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:27.788029 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18e1dfd7-ac4f-4f07-a171-d9eaf517f70a req-8872c466-b0f2-42e3-9594-bc18872ad52f tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 945 time: 0.0489578 Jun 28 03:31:27.840332 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18e1dfd7-ac4f-4f07-a171-d9eaf517f70a req-95f7cdb4-b23a-4dd4-965b-7250ef3dd776 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Jun 28 03:31:28.982425 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cd1d5-2856-42cf-aba4-659b2e814ab1 req-d853ec35-07c3-40c2-9a11-069d616235a0 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:28.983879 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-698cd1d5-2856-42cf-aba4-659b2e814ab1 req-d853ec35-07c3-40c2-9a11-069d616235a0 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 945 time: 0.0586753 Jun 28 03:31:29.032241 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-698cd1d5-2856-42cf-aba4-659b2e814ab1 req-f2ed7475-7910-48cc-8167-daec59acb5a1 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423527 Jun 28 03:31:29.511027 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-af776b86-bfcd-4a9c-8599-8d8e6ce56726 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:29.512675 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-af776b86-bfcd-4a9c-8599-8d8e6ce56726 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.27 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 945 time: 0.0666203 Jun 28 03:31:29.592736 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-70702e08-e3f3-4923-8ef8-5daa1bed719c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Deleting port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:31:29.592964 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-70702e08-e3f3-4923-8ef8-5daa1bed719c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:29.685114 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-70702e08-e3f3-4923-8ef8-5daa1bed719c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] For port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,segment=NetworkSegment(88b25513-6fac-422c-84af-9feec537545c),segment_id=88b25513-6fac-422c-84af-9feec537545c)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:31:29.685445 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-70702e08-e3f3-4923-8ef8-5daa1bed719c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:29.698207 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-70702e08-e3f3-4923-8ef8-5daa1bed719c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Calling delete_port for 2dfd51df-f095-44aa-b3c9-e5e88f033a9b owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:31:29.838343 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-70702e08-e3f3-4923-8ef8-5daa1bed719c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (2dfd51df-f095-44aa-b3c9-e5e88f033a9b), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:29.863987 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70702e08-e3f3-4923-8ef8-5daa1bed719c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Pushing event deleted for resources: {'Port': ['ID=2dfd51df-f095-44aa-b3c9-e5e88f033a9b,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:31:29.876953 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['2dfd51df-f095-44aa-b3c9-e5e88f033a9b'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:31:29.910945 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-70702e08-e3f3-4923-8ef8-5daa1bed719c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] No DVR routers for this DVR port 2dfd51df-f095-44aa-b3c9-e5e88f033a9b on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:31:29.913522 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-70702e08-e3f3-4923-8ef8-5daa1bed719c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:29.916755 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d64085ff-ebcf-41ed-a923-02bb804b6895 req-70702e08-e3f3-4923-8ef8-5daa1bed719c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.27 "DELETE /v2.0/ports/2dfd51df-f095-44aa-b3c9-e5e88f033a9b HTTP/1.1" status: 204 len: 173 time: 0.3979604 Jun 28 03:31:29.917187 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858f9d82-c180-4cba-a886-28ada38304c3', 'name': 'network-vif-deleted', 'tag': '2dfd51df-f095-44aa-b3c9-e5e88f033a9b'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:31:29.919465 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6995e6ae-e962-4462-9051-a9120ac1a911" -d '{"events": [{"server_uuid": "858f9d82-c180-4cba-a886-28ada38304c3", "name": "network-vif-deleted", "tag": "2dfd51df-f095-44aa-b3c9-e5e88f033a9b"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:31:29.955455 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d7cafe-adfa-488c-938d-de9ef22045db x-openstack-request-id: req-d6d7cafe-adfa-488c-938d-de9ef22045db {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:31:29.955761 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858f9d82-c180-4cba-a886-28ada38304c3", "name": "network-vif-deleted", "tag": "2dfd51df-f095-44aa-b3c9-e5e88f033a9b", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:31:29.956068 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6d7cafe-adfa-488c-938d-de9ef22045db {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:31:29.956578 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d7cafe-adfa-488c-938d-de9ef22045db'] response: {'server_uuid': '858f9d82-c180-4cba-a886-28ada38304c3', 'name': 'network-vif-deleted', 'tag': '2dfd51df-f095-44aa-b3c9-e5e88f033a9b', 'status': 'completed', 'code': 200} Jun 28 03:31:30.149174 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a3591957-20e3-44c4-8722-a530878d08bf req-bd4fb0a0-c042-4fef-96c8-2393f7b2757f tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=858f9d82-c180-4cba-a886-28ada38304c3 HTTP/1.1" status: 200 len: 210 time: 0.0285044 Jun 28 03:31:34.162815 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 2dfd51df-f095-44aa-b3c9-e5e88f033a9b no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:31:34.184517 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 2dfd51df-f095-44aa-b3c9-e5e88f033a9b {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:31:34.184836 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 2dfd51df-f095-44aa-b3c9-e5e88f033a9b not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:31:39.265845 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-c6af9447-b9c4-4fe1-8e57-1cc6afd288c0 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:39.267272 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-c6af9447-b9c4-4fe1-8e57-1cc6afd288c0 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/networks?id=e51bb004-dde2-4a7b-8ee5-f589f2789d17 HTTP/1.1" status: 200 len: 814 time: 0.1357253 Jun 28 03:31:39.285644 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-f98f349c-1f2e-491a-838c-71c41d7b0bf8 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/quotas/10b8b4e2041e41dc8716272d68867537 HTTP/1.1" status: 200 len: 375 time: 0.0112355 Jun 28 03:31:39.323881 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b9ef8c37-62a6-4eee-a589-1c26dc55411e tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10b8b4e2041e41dc8716272d68867537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303590 Jun 28 03:31:39.445946 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-c0faa69a-6ccb-44ae-a166-ed059a152dbe service neutron] 10.222.0.44 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144428 Jun 28 03:31:39.553446 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-f12efaa4-f1d0-474f-9cc2-70857951aaac service neutron] 10.222.0.44 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012692 Jun 28 03:31:39.727156 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3d234c7b-808b-4774-a9da-4dc6c70dcd39 req-a1405f68-2426-40cc-8617-ffc0a1bbd72f tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 210 time: 0.0285316 Jun 28 03:31:39.874648 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:39.880951 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:39.895314 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:40.748005 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-ab6bdc4b-2cc9-47c7-be8c-26e2f06ad348 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:40.749518 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-ab6bdc4b-2cc9-47c7-be8c-26e2f06ad348 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.27 "GET /v2.0/networks?id=e51bb004-dde2-4a7b-8ee5-f589f2789d17 HTTP/1.1" status: 200 len: 814 time: 0.1092601 Jun 28 03:31:40.770068 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Request body: {'port': {'device_id': '0fe2c31b-d667-452d-afc4-ab061d459781', 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17', 'admin_state_up': True, 'tenant_id': '10b8b4e2041e41dc8716272d68867537'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:31:40.844393 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-472aefcb-225c-4f4a-9f06-8c2caa1df2e1 req-6bcd5abb-c0e2-49b6-a220-cb88f0a5d8af tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 210 time: 0.0410578 Jun 28 03:31:40.882549 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Made reservation on behalf of 10b8b4e2041e41dc8716272d68867537 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 03:31:40.885936 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:41.012700 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Allocated IP 172.20.0.2 (e51bb004-dde2-4a7b-8ee5-f589f2789d17/280bf41f-56e8-4604-b391-1c744d70cf5d/40fa138e-e74f-4334-951f-6f55161d50e3) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 03:31:41.165281 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks [] for port (40fa138e-e74f-4334-951f-6f55161d50e3), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:41.203057 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762521223738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:41.251388 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Network e51bb004-dde2-4a7b-8ee5-f589f2789d17 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 03:31:41.254517 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 03:31:41.258305 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 28 03:31:41.264449 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Pushing event updated for resources: {'Port': ['ID=40fa138e-e74f-4334-951f-6f55161d50e3,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:31:41.292041 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.292405 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.292749 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.293071 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.293397 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.293721 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.294037 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.294360 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.294677 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.294994 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.295330 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.295619 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.295968 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.296337 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.296657 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:41.321051 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:41.321663 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:41.341025 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-94c37a50-d84a-4421-9dfe-03d557faae77 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772440 Jun 28 03:31:41.361641 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Request body: {'port': {'device_id': '0fe2c31b-d667-452d-afc4-ab061d459781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 03:31:41.430814 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:41.479396 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:41.486765 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:41.687936 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fa138e-e74f-4334-951f-6f55161d50e3 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:31:41.695443 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Publish callbacks [] for port (40fa138e-e74f-4334-951f-6f55161d50e3), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:41.708785 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Transition to ACTIVE for port object 40fa138e-e74f-4334-951f-6f55161d50e3 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 28 03:31:41.715694 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:41.765888 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Pushing event updated for resources: {'Port': ['ID=40fa138e-e74f-4334-951f-6f55161d50e3,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:31:41.837475 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Attempting to bind port 40fa138e-e74f-4334-951f-6f55161d50e3 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 03:31:41.837797 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Attempting to bind port 40fa138e-e74f-4334-951f-6f55161d50e3 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '88b25513-6fac-422c-84af-9feec537545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 03:31:41.838122 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Attempting to bind port 40fa138e-e74f-4334-951f-6f55161d50e3 on network e51bb004-dde2-4a7b-8ee5-f589f2789d17 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:31:41.842651 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Port 40fa138e-e74f-4334-951f-6f55161d50e3 on network e51bb004-dde2-4a7b-8ee5-f589f2789d17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 03:31:41.842980 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Attempting to bind port 40fa138e-e74f-4334-951f-6f55161d50e3 on network e51bb004-dde2-4a7b-8ee5-f589f2789d17 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 03:31:41.848063 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Checking agent: {'id': '978c072d-74b2-477b-9a84-c0d74b8675d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'started_at': datetime.datetime(2022, 6, 28, 3, 15, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 3, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 03:31:41.848411 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Checking segment: {'id': '88b25513-6fac-422c-84af-9feec537545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 03:31:41.848787 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Bound using segment: {'id': '88b25513-6fac-422c-84af-9feec537545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 03:31:41.849198 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Bound port: 40fa138e-e74f-4334-951f-6f55161d50e3, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b25513-6fac-422c-84af-9feec537545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 03:31:41.849542 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:41.909947 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] For port 40fa138e-e74f-4334-951f-6f55161d50e3, host hv-cinder-84684, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 03:31:41.913291 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] For port 40fa138e-e74f-4334-951f-6f55161d50e3, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40fa138e-e74f-4334-951f-6f55161d50e3,segment=NetworkSegment(88b25513-6fac-422c-84af-9feec537545c),segment_id=88b25513-6fac-422c-84af-9feec537545c)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 03:31:41.920842 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3343437'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:41.960691 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:41.961270 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:41.962643 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] 10.222.0.27 "PUT /v2.0/ports/40fa138e-e74f-4334-951f-6f55161d50e3 HTTP/1.1" status: 200 len: 1093 time: 0.6072402 Jun 28 03:31:41.963157 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe2c31b-d667-452d-afc4-ab061d459781', 'tag': '40fa138e-e74f-4334-951f-6f55161d50e3'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:31:41.965409 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be556a84-520b-4b8f-86f9-b6bb2816a259" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe2c31b-d667-452d-afc4-ab061d459781", "tag": "40fa138e-e74f-4334-951f-6f55161d50e3"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:31:41.970267 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627926c-2b3b-426e-a6ca-01d013cadb6d req-76a4083c-9e35-42e6-8c2f-6a5c257470cf tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:41.971807 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1627926c-2b3b-426e-a6ca-01d013cadb6d req-76a4083c-9e35-42e6-8c2f-6a5c257470cf tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 943 time: 0.0509353 Jun 28 03:31:41.984067 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4861196-3b98-4ce9-9251-70ae1b6394a2 service neutron] Pushing event updated for resources: {'Port': ['ID=40fa138e-e74f-4334-951f-6f55161d50e3,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:31:42.013701 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec200d1-8ad2-4312-8103-5a0db8d5c58f x-openstack-request-id: req-aec200d1-8ad2-4312-8103-5a0db8d5c58f {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:31:42.013985 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe2c31b-d667-452d-afc4-ab061d459781", "tag": "40fa138e-e74f-4334-951f-6f55161d50e3", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:31:42.014233 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aec200d1-8ad2-4312-8103-5a0db8d5c58f {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:31:42.014655 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec200d1-8ad2-4312-8103-5a0db8d5c58f'] response: {'name': 'network-changed', 'server_uuid': '0fe2c31b-d667-452d-afc4-ab061d459781', 'tag': '40fa138e-e74f-4334-951f-6f55161d50e3', 'status': 'completed', 'code': 200} Jun 28 03:31:42.033134 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1627926c-2b3b-426e-a6ca-01d013cadb6d req-f74f94c4-7c23-4367-8497-8a4d6beef27e tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Jun 28 03:31:42.078053 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-0588adfa-f027-452b-862e-56ac0149386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:42.079706 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-0588adfa-f027-452b-862e-56ac0149386a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=10b8b4e2041e41dc8716272d68867537&device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 1127 time: 0.0448911 Jun 28 03:31:42.128600 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-f5395d4c-df8b-4b0d-8083-0ae38938d722 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40fa138e-e74f-4334-951f-6f55161d50e3 HTTP/1.1" status: 200 len: 217 time: 0.0328493 Jun 28 03:31:42.180310 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-ecb6b07a-c11a-4d4e-96c5-cf12faa255ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:42.181701 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-ecb6b07a-c11a-4d4e-96c5-cf12faa255ea service neutron] 10.222.0.27 "GET /v2.0/subnets?id=280bf41f-56e8-4604-b391-1c744d70cf5d HTTP/1.1" status: 200 len: 854 time: 0.0430479 Jun 28 03:31:42.218199 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-33e2b949-d323-4ee8-807e-7c86e5288200 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e51bb004-dde2-4a7b-8ee5-f589f2789d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297401 Jun 28 03:31:42.308522 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-aec10869-6cec-4f01-961c-efeb4d0e00dc service neutron] 10.222.0.27 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817661 Jun 28 03:31:42.403193 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2413740-3d27-4512-9708-1eb0cd2e4e6b req-df16bda7-c124-4b20-9536-b87d3a1ea601 service neutron] 10.222.0.27 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881264 Jun 28 03:31:43.164707 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae5bbd-5254-4004-99ca-36da20c982fb req-1cacf159-f067-4890-8319-4650335f4a4b tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:43.166183 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-40ae5bbd-5254-4004-99ca-36da20c982fb req-1cacf159-f067-4890-8319-4650335f4a4b tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 943 time: 0.0522075 Jun 28 03:31:43.215789 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-40ae5bbd-5254-4004-99ca-36da20c982fb req-745f1ef4-99f7-4cb5-b47e-477653a649ef tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Jun 28 03:31:43.363287 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556a84-520b-4b8f-86f9-b6bb2816a259 req-0bcaa07c-21a9-4800-861e-0da8c79702ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:43.364707 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be556a84-520b-4b8f-86f9-b6bb2816a259 req-0bcaa07c-21a9-4800-861e-0da8c79702ef service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=10b8b4e2041e41dc8716272d68867537&device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 1127 time: 0.0412884 Jun 28 03:31:43.393220 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:43.400909 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:43.460048 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556a84-520b-4b8f-86f9-b6bb2816a259 req-585526ac-7ba4-4abb-a95d-b564a40ae110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:43.461552 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be556a84-520b-4b8f-86f9-b6bb2816a259 req-585526ac-7ba4-4abb-a95d-b564a40ae110 service neutron] 10.222.0.27 "GET /v2.0/networks?id=e51bb004-dde2-4a7b-8ee5-f589f2789d17 HTTP/1.1" status: 200 len: 915 time: 0.0902915 Jun 28 03:31:43.500058 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be556a84-520b-4b8f-86f9-b6bb2816a259 req-0912c1e7-f106-4a68-aac7-ae6c76ba66d4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40fa138e-e74f-4334-951f-6f55161d50e3 HTTP/1.1" status: 200 len: 217 time: 0.0318060 Jun 28 03:31:43.556793 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556a84-520b-4b8f-86f9-b6bb2816a259 req-1c5c7a01-fda2-4971-bb84-3c26b22f3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:43.558874 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be556a84-520b-4b8f-86f9-b6bb2816a259 req-1c5c7a01-fda2-4971-bb84-3c26b22f3158 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=280bf41f-56e8-4604-b391-1c744d70cf5d HTTP/1.1" status: 200 len: 854 time: 0.0509331 Jun 28 03:31:43.593551 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be556a84-520b-4b8f-86f9-b6bb2816a259 req-8690b3e8-aa52-4915-bb34-7efdca0eab78 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=e51bb004-dde2-4a7b-8ee5-f589f2789d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262451 Jun 28 03:31:43.691395 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be556a84-520b-4b8f-86f9-b6bb2816a259 req-09eacb71-3d81-4e2d-8def-7ededf92b2a9 service neutron] 10.222.0.27 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885267 Jun 28 03:31:43.789457 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be556a84-520b-4b8f-86f9-b6bb2816a259 req-0f9ee0ea-fa5a-45b9-9af5-a0099de4447d service neutron] 10.222.0.27 "GET /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913644 Jun 28 03:31:44.169264 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:44.305257 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:31:44.351043 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5be19-34e6-4955-bc9f-30631eb9ac14 req-4568f5e0-0d97-490c-9c5e-ba2d7b470b11 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:44.352538 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08a5be19-34e6-4955-bc9f-30631eb9ac14 req-4568f5e0-0d97-490c-9c5e-ba2d7b470b11 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 943 time: 0.0518026 Jun 28 03:31:44.404281 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08a5be19-34e6-4955-bc9f-30631eb9ac14 req-f0d7e980-664e-4bce-8b6c-c9ef7ba95cf4 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Jun 28 03:31:45.528904 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa69682-c3d8-48db-80db-f676c29c240b req-5f6ec7fb-7fd2-4241-910d-265779994e74 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:45.530382 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5fa69682-c3d8-48db-80db-f676c29c240b req-5f6ec7fb-7fd2-4241-910d-265779994e74 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 943 time: 0.0471668 Jun 28 03:31:45.578722 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5fa69682-c3d8-48db-80db-f676c29c240b req-d4922ce4-6319-43a9-8068-27c1ac3895ee tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427010 Jun 28 03:31:46.700773 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eca27f-e348-481d-95d5-2cb1eb1b5003 req-c64899b2-b61a-4eff-b192-32b715ff3c30 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:46.702232 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-50eca27f-e348-481d-95d5-2cb1eb1b5003 req-c64899b2-b61a-4eff-b192-32b715ff3c30 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 943 time: 0.0477505 Jun 28 03:31:46.713314 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 40fa138e-e74f-4334-951f-6f55161d50e3 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 03:31:46.744354 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:46.760137 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-50eca27f-e348-481d-95d5-2cb1eb1b5003 req-3893a9c2-4a27-4327-a9c2-7027aac11c37 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505035 Jun 28 03:31:46.816961 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 40fa138e-e74f-4334-951f-6f55161d50e3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40fa138e-e74f-4334-951f-6f55161d50e3,segment=NetworkSegment(88b25513-6fac-422c-84af-9feec537545c),segment_id=88b25513-6fac-422c-84af-9feec537545c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:31:46.828103 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Returning: {'device': '40fa138e-e74f-4334-951f-6f55161d50e3', 'network_id': 'e51bb004-dde2-4a7b-8ee5-f589f2789d17', 'port_id': '40fa138e-e74f-4334-951f-6f55161d50e3', 'mac_address': 'fa:16:3e:0a:71:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280bf41f-56e8-4604-b391-1c744d70cf5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 03:31:46.874279 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 40fa138e-e74f-4334-951f-6f55161d50e3 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:31:46.874559 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:46.888543 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fa138e-e74f-4334-951f-6f55161d50e3 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 03:31:46.915166 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 40fa138e-e74f-4334-951f-6f55161d50e3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40fa138e-e74f-4334-951f-6f55161d50e3,segment=NetworkSegment(88b25513-6fac-422c-84af-9feec537545c),segment_id=88b25513-6fac-422c-84af-9feec537545c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:31:46.922149 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:46.978876 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=40fa138e-e74f-4334-951f-6f55161d50e3,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:31:46.986675 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.987002 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.987321 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.987652 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.988066 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.988420 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.988747 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.989061 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.989378 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.989712 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.990014 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.990323 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.990640 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.990952 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:46.991260 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:47.224888 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['40fa138e-e74f-4334-951f-6f55161d50e3'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:31:47.594335 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1641e20c-b83a-43d3-b2a2-074a92dcdc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:47.887522 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaaf27-dfca-44e6-bde3-7de8a758183c req-9ce54712-5f4a-4971-befa-57a2653dfb0c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:47.889065 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a3eaaf27-dfca-44e6-bde3-7de8a758183c req-9ce54712-5f4a-4971-befa-57a2653dfb0c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 944 time: 0.0516455 Jun 28 03:31:47.918291 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:47.943104 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a3eaaf27-dfca-44e6-bde3-7de8a758183c req-f6ff5153-3d22-4b16-b7ed-dbbc9f1e3b09 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450649 Jun 28 03:31:48.743743 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 40fa138e-e74f-4334-951f-6f55161d50e3 up at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 03:31:48.790965 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning for port 40fa138e-e74f-4334-951f-6f55161d50e3 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 28 03:31:48.800495 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Provisioning complete for port 40fa138e-e74f-4334-951f-6f55161d50e3 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 28 03:31:48.800865 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33174340'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:48.875144 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Current status of the port 40fa138e-e74f-4334-951f-6f55161d50e3 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 28 03:31:48.875916 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33216324'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:48.901797 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe2c31b-d667-452d-afc4-ab061d459781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa138e-e74f-4334-951f-6f55161d50e3'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:31:48.904048 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c483d2f9dd10880273f4b3daa3d6074728e6e3393431cfdc5c8cc50211715f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3a7e52-893c-4271-849d-c9dcc63fa0da" -d '{"events": [{"server_uuid": "0fe2c31b-d667-452d-afc4-ab061d459781", "name": "network-vif-plugged", "status": "completed", "tag": "40fa138e-e74f-4334-951f-6f55161d50e3"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:31:48.917094 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] For port 40fa138e-e74f-4334-951f-6f55161d50e3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40fa138e-e74f-4334-951f-6f55161d50e3,segment=NetworkSegment(88b25513-6fac-422c-84af-9feec537545c),segment_id=88b25513-6fac-422c-84af-9feec537545c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:31:48.924439 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762521722929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762521223756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762521223774'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:48.946648 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d55afb4-65c9-4088-b3b6-97c2e7dbe079 x-openstack-request-id: req-8d55afb4-65c9-4088-b3b6-97c2e7dbe079 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:31:48.946935 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe2c31b-d667-452d-afc4-ab061d459781", "name": "network-vif-plugged", "status": "completed", "tag": "40fa138e-e74f-4334-951f-6f55161d50e3", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:31:48.947208 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d55afb4-65c9-4088-b3b6-97c2e7dbe079 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:31:48.947570 dv-cinder-846842-5-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d55afb4-65c9-4088-b3b6-97c2e7dbe079'] response: {'server_uuid': '0fe2c31b-d667-452d-afc4-ab061d459781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa138e-e74f-4334-951f-6f55161d50e3', 'code': 200} Jun 28 03:31:48.974305 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Pushing event updated for resources: {'Port': ['ID=40fa138e-e74f-4334-951f-6f55161d50e3,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:31:49.062602 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7cd30-c7fd-4aae-8e45-8b70bba9c536 req-21a0a681-4c2d-4878-aca3-054045298bf8 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:49.064244 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3ac7cd30-c7fd-4aae-8e45-8b70bba9c536 req-21a0a681-4c2d-4878-aca3-054045298bf8 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 945 time: 0.0501552 Jun 28 03:31:49.113708 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3ac7cd30-c7fd-4aae-8e45-8b70bba9c536 req-b52e2fee-22bb-4b90-ba13-e82ee86b38a6 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Jun 28 03:31:49.146512 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8567-d00d-4508-a044-edd1cc7f9882 req-b717cddd-4600-4de3-b816-10472476a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:49.148035 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9d6f8567-d00d-4508-a044-edd1cc7f9882 req-b717cddd-4600-4de3-b816-10472476a635 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 1129 time: 0.0387464 Jun 28 03:31:49.191029 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9d6f8567-d00d-4508-a044-edd1cc7f9882 req-97b833d2-e4a5-4777-88ee-a7ec6bd295a3 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369017 Jun 28 03:31:49.804908 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bc47973b-d826-48f3-9383-d1e30efc633f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:50.245661 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a55926-c7d7-4c57-9376-befbe5fcd7d5 req-67452b44-d7eb-4015-bd46-9a751fdf9475 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:50.247096 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d3a55926-c7d7-4c57-9376-befbe5fcd7d5 req-67452b44-d7eb-4015-bd46-9a751fdf9475 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 945 time: 0.0517495 Jun 28 03:31:50.302986 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d3a55926-c7d7-4c57-9376-befbe5fcd7d5 req-8ca672a9-b768-474a-b4b0-5f7ab39e2fa2 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497401 Jun 28 03:31:51.045046 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:51.102216 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:51.110304 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 43366) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:31:51.256832 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Deleting port 354b5bdd-1d70-46fa-aced-4c1413a88637 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:31:51.257136 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (354b5bdd-1d70-46fa-aced-4c1413a88637), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:51.339767 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (354b5bdd-1d70-46fa-aced-4c1413a88637), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:51.340116 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (354b5bdd-1d70-46fa-aced-4c1413a88637), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:51.353411 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Calling delete_port for 354b5bdd-1d70-46fa-aced-4c1413a88637 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:31:51.422020 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670029c-5a40-4621-b2bc-39a8b7df1fac req-353a8eed-35c3-4ffe-b88e-76a9d0687d17 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:51.423501 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6670029c-5a40-4621-b2bc-39a8b7df1fac req-353a8eed-35c3-4ffe-b88e-76a9d0687d17 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 945 time: 0.0479660 Jun 28 03:31:51.471196 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6670029c-5a40-4621-b2bc-39a8b7df1fac req-fde015b8-8951-4d24-b232-e31519ba96a0 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Jun 28 03:31:51.529193 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (354b5bdd-1d70-46fa-aced-4c1413a88637), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:51.551675 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event deleted for resources: {'Port': ['ID=354b5bdd-1d70-46fa-aced-4c1413a88637,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:31:51.580274 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:51.613050 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:51.619080 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (ca667956-ea2e-4294-9c4a-f93c2a618b7c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:51.619665 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Floating IP ca667956-ea2e-4294-9c4a-f93c2a618b7c disassociated (deleted). External IP: 172.27.2.38, port: f43b1e9e-3571-489a-8a6f-25c327d5fa89. Jun 28 03:31:51.830991 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Router 442b6900-b243-4140-9b84-f63fdb0ce45f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:31:51.943373 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:31:51.950208 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:51.955171 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] Sync routers for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:31:51.965352 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:31:51.965954 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:31:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:31:51.983827 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-42aea83c-6ab4-40de-94a6-0c1c251650df tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "DELETE /v2.0/floatingips/ca667956-ea2e-4294-9c4a-f93c2a618b7c HTTP/1.1" status: 204 len: 168 time: 0.8723881 Jun 28 03:31:51.984538 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'tag': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:31:51.987765 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d259a5f-1d54-408f-8619-da74daea007e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2af0949-b2f6-49e1-add2-7d85b03ea3ee", "tag": "f43b1e9e-3571-489a-8a6f-25c327d5fa89"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:31:52.028254 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848a32f5-a1d3-4d04-902c-c734c27c4c05 x-openstack-request-id: req-848a32f5-a1d3-4d04-902c-c734c27c4c05 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:31:52.028602 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2af0949-b2f6-49e1-add2-7d85b03ea3ee", "tag": "f43b1e9e-3571-489a-8a6f-25c327d5fa89", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:31:52.028912 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-848a32f5-a1d3-4d04-902c-c734c27c4c05 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:31:52.029429 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848a32f5-a1d3-4d04-902c-c734c27c4c05'] response: {'name': 'network-changed', 'server_uuid': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'tag': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'status': 'completed', 'code': 200} Jun 28 03:31:52.068846 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:31:52.114382 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259a5f-1d54-408f-8619-da74daea007e req-2a42d141-14f9-4ccb-92d8-72469a24c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:52.117044 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5d259a5f-1d54-408f-8619-da74daea007e req-2a42d141-14f9-4ccb-92d8-72469a24c3a0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 1129 time: 0.0431395 Jun 28 03:31:52.220456 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259a5f-1d54-408f-8619-da74daea007e req-7dd1c119-2d42-4740-9ea2-4f6f9b91df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:52.222546 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5d259a5f-1d54-408f-8619-da74daea007e req-7dd1c119-2d42-4740-9ea2-4f6f9b91df98 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.0999250 Jun 28 03:31:52.237381 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662515fc-1cb6-4fb6-933e-53cd069f1c96 req-1aa70bc9-48a1-4c81-bc9f-9e980db1569f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:52.238954 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-662515fc-1cb6-4fb6-933e-53cd069f1c96 req-1aa70bc9-48a1-4c81-bc9f-9e980db1569f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 945 time: 0.0531261 Jun 28 03:31:52.286808 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '0b23a5a9-a900-4edb-b449-8469195a1ee4', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:34:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:28:04Z', 'updated_at': '2022-06-28T03:28:06Z', 'revision_number': 1, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:31:52.287571 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-662515fc-1cb6-4fb6-933e-53cd069f1c96 req-6ea095e8-3044-4433-bb7f-6ef63b1055f5 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426161 Jun 28 03:31:52.315816 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] Checking router: 442b6900-b243-4140-9b84-f63fdb0ce45f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:31:52.324770 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:31:52.325344 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:31:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:31:52.508829 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:31:52.697821 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:52.707648 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:52.719259 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '0b23a5a9-a900-4edb-b449-8469195a1ee4', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:34:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:28:04Z', 'updated_at': '2022-06-28T03:28:06Z', 'revision_number': 1, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:31:52.744501 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275a251-2eb8-46c7-a0e9-8ad7d8307d1f None None] The sync data for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi is: [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_floatingips': [{'id': '0b23a5a9-a900-4edb-b449-8469195a1ee4', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'router_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'port_id': '3e2db863-652b-415d-8de9-73dd5344769a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'mac_address': 'fa:16:3e:34:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d15481-1950-4451-a558-876c37530561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T03:28:04Z', 'updated_at': '2022-06-28T03:28:06Z', 'revision_number': 1, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:31:52.972871 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b9e9c-d54e-4315-99a6-bb0acf8ba4fc None None] New status for floating IP ca667956-ea2e-4294-9c4a-f93c2a618b7c: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:31:53.058152 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:53.293694 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5d259a5f-1d54-408f-8619-da74daea007e req-a1069cc1-7800-438a-a1c5-cec83b518dea service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f43b1e9e-3571-489a-8a6f-25c327d5fa89 HTTP/1.1" status: 200 len: 217 time: 0.0480015 Jun 28 03:31:53.406208 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a159-9afa-482f-b8f1-86842f5e78f6 req-0c598d94-d0ba-4c93-b43d-dabc05497fa1 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:53.407696 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2c60a159-9afa-482f-b8f1-86842f5e78f6 req-0c598d94-d0ba-4c93-b43d-dabc05497fa1 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 945 time: 0.0476663 Jun 28 03:31:53.440440 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259a5f-1d54-408f-8619-da74daea007e req-b5d1f190-5dce-4354-bc42-b18077b5804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:53.441875 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5d259a5f-1d54-408f-8619-da74daea007e req-b5d1f190-5dce-4354-bc42-b18077b5804a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.0508654 Jun 28 03:31:53.458696 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2c60a159-9afa-482f-b8f1-86842f5e78f6 req-c33bc774-12b4-473c-850e-6e885a26f69a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452101 Jun 28 03:31:53.486240 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259a5f-1d54-408f-8619-da74daea007e req-72a4c4ef-7e2b-4436-8254-34eb14969890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:53.487833 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5d259a5f-1d54-408f-8619-da74daea007e req-72a4c4ef-7e2b-4436-8254-34eb14969890 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394359 Jun 28 03:31:53.712871 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5d259a5f-1d54-408f-8619-da74daea007e req-5b814fdb-2800-4b15-b51d-075a68dc0914 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936241 Jun 28 03:31:54.044536 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-51c830fd-50c9-4036-8a8e-36577327bdeb tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:31:54.045888 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-51c830fd-50c9-4036-8a8e-36577327bdeb tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 945 time: 0.3193069 Jun 28 03:31:54.153763 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5d259a5f-1d54-408f-8619-da74daea007e req-8c095ac5-9a1d-479c-8ac5-fd20ce8013ac service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284506 Jun 28 03:31:54.165616 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-52b0a12a-8625-4b7a-930f-1552588a692f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Deleting port f43b1e9e-3571-489a-8a6f-25c327d5fa89 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:31:54.165951 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-52b0a12a-8625-4b7a-930f-1552588a692f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:54.194191 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:54.244417 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:54.256007 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-52b0a12a-8625-4b7a-930f-1552588a692f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] For port f43b1e9e-3571-489a-8a6f-25c327d5fa89, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f43b1e9e-3571-489a-8a6f-25c327d5fa89,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:31:54.256382 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-52b0a12a-8625-4b7a-930f-1552588a692f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:54.269568 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-52b0a12a-8625-4b7a-930f-1552588a692f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Calling delete_port for f43b1e9e-3571-489a-8a6f-25c327d5fa89 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:31:54.423832 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-52b0a12a-8625-4b7a-930f-1552588a692f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (f43b1e9e-3571-489a-8a6f-25c327d5fa89), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:54.451499 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0a12a-8625-4b7a-930f-1552588a692f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event deleted for resources: {'Port': ['ID=f43b1e9e-3571-489a-8a6f-25c327d5fa89,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:31:54.500116 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-52b0a12a-8625-4b7a-930f-1552588a692f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] No DVR routers for this DVR port f43b1e9e-3571-489a-8a6f-25c327d5fa89 on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:31:54.502979 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-52b0a12a-8625-4b7a-930f-1552588a692f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:54.506242 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-991a6613-5b42-41f5-8dc6-4598cc3a63b0 req-52b0a12a-8625-4b7a-930f-1552588a692f tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "DELETE /v2.0/ports/f43b1e9e-3571-489a-8a6f-25c327d5fa89 HTTP/1.1" status: 204 len: 173 time: 0.4366157 Jun 28 03:31:54.506694 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'name': 'network-vif-deleted', 'tag': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:31:54.509076 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43041547-2479-477a-95cb-1e9d704b7c39" -d '{"events": [{"server_uuid": "a2af0949-b2f6-49e1-add2-7d85b03ea3ee", "name": "network-vif-deleted", "tag": "f43b1e9e-3571-489a-8a6f-25c327d5fa89"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:31:54.546244 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1a7e55-ee4d-49f0-80af-3151f94b8743 x-openstack-request-id: req-ef1a7e55-ee4d-49f0-80af-3151f94b8743 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:31:54.546536 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2af0949-b2f6-49e1-add2-7d85b03ea3ee", "name": "network-vif-deleted", "tag": "f43b1e9e-3571-489a-8a6f-25c327d5fa89", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:31:54.546787 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef1a7e55-ee4d-49f0-80af-3151f94b8743 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:31:54.547200 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1a7e55-ee4d-49f0-80af-3151f94b8743'] response: {'server_uuid': 'a2af0949-b2f6-49e1-add2-7d85b03ea3ee', 'name': 'network-vif-deleted', 'tag': 'f43b1e9e-3571-489a-8a6f-25c327d5fa89', 'status': 'completed', 'code': 200} Jun 28 03:31:54.555995 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4482c496-69db-49bc-87f5-e5579d8fcbd0 req-d4f9b213-5b4f-46cf-8c03-bb0d1e51d38d tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 210 time: 0.0276542 Jun 28 03:31:55.674275 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d3e0021f-bdf1-41a3-8e04-0d4d6decbfed req-2957eb05-f776-46ff-94c1-02cd696ead12 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2af0949-b2f6-49e1-add2-7d85b03ea3ee HTTP/1.1" status: 200 len: 210 time: 0.0324216 Jun 28 03:31:56.780419 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device f43b1e9e-3571-489a-8a6f-25c327d5fa89 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:31:56.799965 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: f43b1e9e-3571-489a-8a6f-25c327d5fa89 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:31:56.800517 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device f43b1e9e-3571-489a-8a6f-25c327d5fa89 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:31:58.999467 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43424) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:31:59.149942 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Deleting port b3401e36-273d-425f-aa48-979d222a7f19 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:31:59.150267 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (b3401e36-273d-425f-aa48-979d222a7f19), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:59.230388 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (b3401e36-273d-425f-aa48-979d222a7f19), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:59.230711 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (b3401e36-273d-425f-aa48-979d222a7f19), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:59.243853 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Calling delete_port for b3401e36-273d-425f-aa48-979d222a7f19 owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:31:59.329772 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:59.407546 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (b3401e36-273d-425f-aa48-979d222a7f19), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:59.439872 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event deleted for resources: {'Port': ['ID=b3401e36-273d-425f-aa48-979d222a7f19,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:31:59.464684 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.465021 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.465345 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.465670 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.465991 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.466305 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.466626 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.466933 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.467246 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.467554 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.467863 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.468186 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.468483 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.468785 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.469090 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-5-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 03:31:59.475337 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:31:59.512354 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (0b23a5a9-a900-4edb-b449-8469195a1ee4), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:59.512583 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Floating IP 0b23a5a9-a900-4edb-b449-8469195a1ee4 disassociated (deleted). External IP: 172.27.2.140, port: 3e2db863-652b-415d-8de9-73dd5344769a. Jun 28 03:31:59.710029 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Router 442b6900-b243-4140-9b84-f63fdb0ce45f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:31:59.821520 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:31:59.826534 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:31:59.831049 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] Sync routers for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:31:59.842535 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:31:59.843134 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:31:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:31:59.856521 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b34cce6b-b91c-4b4a-a826-937f3f27ace0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "DELETE /v2.0/floatingips/0b23a5a9-a900-4edb-b449-8469195a1ee4 HTTP/1.1" status: 204 len: 168 time: 0.8557117 Jun 28 03:31:59.857090 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d15481-1950-4451-a558-876c37530561', 'tag': '3e2db863-652b-415d-8de9-73dd5344769a'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:31:59.859645 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6628507108212f5fa316ba9217a54564ede9d3ae53ef2fd16865405a4a575737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d15481-1950-4451-a558-876c37530561", "tag": "3e2db863-652b-415d-8de9-73dd5344769a"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:31:59.901203 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67994c77-8dcb-491d-afce-e96964cd3d55 x-openstack-request-id: req-67994c77-8dcb-491d-afce-e96964cd3d55 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:31:59.901492 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d15481-1950-4451-a558-876c37530561", "tag": "3e2db863-652b-415d-8de9-73dd5344769a", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:31:59.901736 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67994c77-8dcb-491d-afce-e96964cd3d55 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:31:59.902166 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67994c77-8dcb-491d-afce-e96964cd3d55'] response: {'name': 'network-changed', 'server_uuid': 'b3d15481-1950-4451-a558-876c37530561', 'tag': '3e2db863-652b-415d-8de9-73dd5344769a', 'status': 'completed', 'code': 200} Jun 28 03:31:59.945912 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:31:59.976092 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:00.080175 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:00.094966 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc45197-7c99-4aad-9708-e48378b2943a req-173bb3fd-1776-490a-a975-76214c669e10 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:00.096471 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7dc45197-7c99-4aad-9708-e48378b2943a req-173bb3fd-1776-490a-a975-76214c669e10 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0485208 Jun 28 03:32:00.131873 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:00.147836 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7dc45197-7c99-4aad-9708-e48378b2943a req-e496b38c-a38b-4620-a1c6-961ce8846b11 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 Jun 28 03:32:00.156599 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] Checking router: 442b6900-b243-4140-9b84-f63fdb0ce45f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:32:00.165255 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:32:00.165843 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:31:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:00.279495 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:32:00.472450 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:00.496803 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b825af-ec28-4dde-9eaf-f6ce26e8b7d2 None None] The sync data for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi is: [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:24:36Z', 'revision_number': 4, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi', '_interfaces': [{'id': '650270fa-c4d6-447d-8a5d-e2a6e287ad52', 'name': '', 'network_id': 'fa3b8415-5dcf-451a-a58a-63fa23e098ab', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'mac_address': 'fa:16:3e:02:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:36Z', 'updated_at': '2022-06-28T03:24:40Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'subnets': [{'id': '245a1efb-5038-407c-b984-5f60bf2b07cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:32:00.702768 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585a5a1-db70-4f90-b4e4-b39b93449065 None None] New status for floating IP 0b23a5a9-a900-4edb-b449-8469195a1ee4: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 28 03:32:01.282343 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731c36-7e53-4b3f-ad20-48248fb33767 req-4676f0a6-a57d-41bc-baf7-a15f74455be9 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:01.283788 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59731c36-7e53-4b3f-ad20-48248fb33767 req-4676f0a6-a57d-41bc-baf7-a15f74455be9 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0562036 Jun 28 03:32:01.337123 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59731c36-7e53-4b3f-ad20-48248fb33767 req-b131e71f-f95e-4763-9ee9-a9251d40d138 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476940 Jun 28 03:32:02.456257 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4813d38-5762-4ac2-8c33-19ddf5ab3067 req-02fec479-3788-467d-a2ad-197caf971db1 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:02.457662 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a4813d38-5762-4ac2-8c33-19ddf5ab3067 req-02fec479-3788-467d-a2ad-197caf971db1 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0527537 Jun 28 03:32:02.509406 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a4813d38-5762-4ac2-8c33-19ddf5ab3067 req-78443090-0289-4e27-a6ba-2c24e061b7ee tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Jun 28 03:32:03.627487 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549a58-10c8-4fbb-84c1-a702c9e9464c req-1ef12d09-954c-4b7c-935f-134a52f7615e tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:03.629014 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d9549a58-10c8-4fbb-84c1-a702c9e9464c req-1ef12d09-954c-4b7c-935f-134a52f7615e tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0482275 Jun 28 03:32:03.671072 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:03.687716 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d9549a58-10c8-4fbb-84c1-a702c9e9464c req-b197f7bf-7423-4e0d-bcef-bdfe536b364a tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517507 Jun 28 03:32:04.484461 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=29,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:04.485695 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:04.807364 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea8483-a56f-4dab-8035-8ae49d5f0e26 req-69e72f3f-ba3c-47f9-9cab-ce1eece2b48e tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:04.808848 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-57ea8483-a56f-4dab-8035-8ae49d5f0e26 req-69e72f3f-ba3c-47f9-9cab-ce1eece2b48e tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Jun 28 03:32:04.864503 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-57ea8483-a56f-4dab-8035-8ae49d5f0e26 req-92a42097-691a-4158-a296-aacb811559f2 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474303 Jun 28 03:32:05.627042 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-8b36f4e1-536e-4227-a653-24309a919b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:05.628658 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-8b36f4e1-536e-4227-a653-24309a919b56 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 1129 time: 0.0498042 Jun 28 03:32:06.002153 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb8fac-a18f-4f30-88b8-92fd7516fae5 req-7ba9b211-03ac-4e79-bd86-7607b1f5c2cd tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:06.003621 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-90cb8fac-a18f-4f30-88b8-92fd7516fae5 req-7ba9b211-03ac-4e79-bd86-7607b1f5c2cd tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0523710 Jun 28 03:32:06.056137 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-90cb8fac-a18f-4f30-88b8-92fd7516fae5 req-b0604165-9fd8-4bc9-87f6-b404d2d73eff tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Jun 28 03:32:06.769029 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-e51a9520-03be-434c-8bce-927a7530a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:06.770508 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-e51a9520-03be-434c-8bce-927a7530a524 service neutron] 10.222.0.27 "GET /v2.0/networks?id=fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 200 len: 912 time: 0.0935643 Jun 28 03:32:06.903905 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-3324f4ee-2b8e-482d-8ca6-b60da832fd0d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e2db863-652b-415d-8de9-73dd5344769a HTTP/1.1" status: 200 len: 217 time: 0.0660932 Jun 28 03:32:06.917643 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-597971b2-1e2d-421d-bcb4-66e5d17282b8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:06.919015 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-597971b2-1e2d-421d-bcb4-66e5d17282b8 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0739851 Jun 28 03:32:07.161513 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-3e478158-2dad-4b12-b8d9-f49a5ebef81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:07.162993 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-3e478158-2dad-4b12-b8d9-f49a5ebef81a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 200 len: 850 time: 0.1004295 Jun 28 03:32:07.181846 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5eae33-d305-4467-905c-06560d582c12 req-c7a6fae2-19ab-41e1-a228-51f4d36fac4b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:07.183252 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-90a070d5-8af1-4b1c-a163-69e21e7773d0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Deleting port 3e2db863-652b-415d-8de9-73dd5344769a {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:32:07.183387 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6f5eae33-d305-4467-905c-06560d582c12 req-c7a6fae2-19ab-41e1-a228-51f4d36fac4b tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 945 time: 0.0457654 Jun 28 03:32:07.183573 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-90a070d5-8af1-4b1c-a163-69e21e7773d0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (3e2db863-652b-415d-8de9-73dd5344769a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:07.212733 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:07.234229 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-8b05bca7-31e8-4817-95f1-6a5ce860cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:07.235738 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-8b05bca7-31e8-4817-95f1-6a5ce860cdec service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=fa3b8415-5dcf-451a-a58a-63fa23e098ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649784 Jun 28 03:32:07.237120 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6f5eae33-d305-4467-905c-06560d582c12 req-299bc8e6-cc1f-4a69-831f-04cc7ddadf08 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473521 Jun 28 03:32:07.352112 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-90a070d5-8af1-4b1c-a163-69e21e7773d0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] For port 3e2db863-652b-415d-8de9-73dd5344769a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=3e2db863-652b-415d-8de9-73dd5344769a,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:32:07.352480 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-90a070d5-8af1-4b1c-a163-69e21e7773d0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (3e2db863-652b-415d-8de9-73dd5344769a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:07.375102 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-90a070d5-8af1-4b1c-a163-69e21e7773d0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Calling delete_port for 3e2db863-652b-415d-8de9-73dd5344769a owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:32:07.400579 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-8c09fb0c-17a0-4ed2-890e-b7c08ee91775 service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313429 Jun 28 03:32:07.538214 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d17a0cc9-3272-4b52-86b8-2b5fd9e58558 req-87962113-5ee0-44c2-8d01-d97c9d5fd1aa service neutron] 10.222.0.27 "GET /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130245 Jun 28 03:32:07.592904 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-90a070d5-8af1-4b1c-a163-69e21e7773d0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (3e2db863-652b-415d-8de9-73dd5344769a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:07.620692 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a070d5-8af1-4b1c-a163-69e21e7773d0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event deleted for resources: {'Port': ['ID=3e2db863-652b-415d-8de9-73dd5344769a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:07.668811 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-90a070d5-8af1-4b1c-a163-69e21e7773d0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] No DVR routers for this DVR port 3e2db863-652b-415d-8de9-73dd5344769a on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:32:07.671340 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-90a070d5-8af1-4b1c-a163-69e21e7773d0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:07.674537 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c39b8ec3-14c6-48cc-b09a-561531fd9f54 req-90a070d5-8af1-4b1c-a163-69e21e7773d0 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.27 "DELETE /v2.0/ports/3e2db863-652b-415d-8de9-73dd5344769a HTTP/1.1" status: 204 len: 173 time: 0.6193805 Jun 28 03:32:07.674967 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d15481-1950-4451-a558-876c37530561', 'name': 'network-vif-deleted', 'tag': '3e2db863-652b-415d-8de9-73dd5344769a'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:32:07.677197 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1932137f-8fc5-4ab5-a392-e8fe9f7237c9" -d '{"events": [{"server_uuid": "b3d15481-1950-4451-a558-876c37530561", "name": "network-vif-deleted", "tag": "3e2db863-652b-415d-8de9-73dd5344769a"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:32:07.712563 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d41ead9-fef9-4271-8457-dc784a90ac47 x-openstack-request-id: req-6d41ead9-fef9-4271-8457-dc784a90ac47 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:32:07.712837 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d15481-1950-4451-a558-876c37530561", "name": "network-vif-deleted", "tag": "3e2db863-652b-415d-8de9-73dd5344769a", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:32:07.713107 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d41ead9-fef9-4271-8457-dc784a90ac47 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:32:07.713495 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d41ead9-fef9-4271-8457-dc784a90ac47'] response: {'server_uuid': 'b3d15481-1950-4451-a558-876c37530561', 'name': 'network-vif-deleted', 'tag': '3e2db863-652b-415d-8de9-73dd5344769a', 'status': 'completed', 'code': 200} Jun 28 03:32:08.356138 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-929e74a1-9143-44a8-9d73-f44f920eeee0 req-dc4ff3c3-ab38-4bcb-bacb-1c0b8c7d3113 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d15481-1950-4451-a558-876c37530561 HTTP/1.1" status: 200 len: 210 time: 0.0330608 Jun 28 03:32:08.829305 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 3e2db863-652b-415d-8de9-73dd5344769a no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:32:08.832859 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:08.861939 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 3e2db863-652b-415d-8de9-73dd5344769a {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:32:08.862275 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 3e2db863-652b-415d-8de9-73dd5344769a not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:32:09.416774 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43492) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:09.530769 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-4d4306fe-4744-4277-9c87-ff75be68fdad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Deleting port 3ee1df84-506a-43ce-8d6d-a8eac3073168 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:32:09.531067 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4d4306fe-4744-4277-9c87-ff75be68fdad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (3ee1df84-506a-43ce-8d6d-a8eac3073168), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:09.607359 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4d4306fe-4744-4277-9c87-ff75be68fdad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (3ee1df84-506a-43ce-8d6d-a8eac3073168), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:09.607621 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4d4306fe-4744-4277-9c87-ff75be68fdad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (3ee1df84-506a-43ce-8d6d-a8eac3073168), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:09.619659 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-4d4306fe-4744-4277-9c87-ff75be68fdad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Calling delete_port for 3ee1df84-506a-43ce-8d6d-a8eac3073168 owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:32:09.762044 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4d4306fe-4744-4277-9c87-ff75be68fdad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (3ee1df84-506a-43ce-8d6d-a8eac3073168), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:09.793365 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4306fe-4744-4277-9c87-ff75be68fdad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event deleted for resources: {'Port': ['ID=3ee1df84-506a-43ce-8d6d-a8eac3073168,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:10.139096 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4d4306fe-4744-4277-9c87-ff75be68fdad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for floatingip (cd09f013-cefc-409c-9f24-769727974347), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:10.141611 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4d4306fe-4744-4277-9c87-ff75be68fdad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:10.142818 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4d4306fe-4744-4277-9c87-ff75be68fdad tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "DELETE /v2.0/floatingips/cd09f013-cefc-409c-9f24-769727974347 HTTP/1.1" status: 204 len: 168 time: 0.7252793 Jun 28 03:32:10.469720 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=49 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:10.476072 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=41 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:11.550901 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43518) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:11.613335 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d7611712-1819-4312-ad44-0357fcf0a0d6 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group (ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:11.666797 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d7611712-1819-4312-ad44-0357fcf0a0d6 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group (ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:11.696866 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca142-ac3b-476a-8b62-c0b9b231410f req-157895f9-ccbe-440f-95df-3b5ea797c41c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:11.698427 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d8eca142-ac3b-476a-8b62-c0b9b231410f req-157895f9-ccbe-440f-95df-3b5ea797c41c tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 945 time: 0.0750952 Jun 28 03:32:11.704177 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:11.761922 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d8eca142-ac3b-476a-8b62-c0b9b231410f req-161d5613-5ffc-48a2-9f59-931090eb349f tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566223 Jun 28 03:32:11.782217 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d7611712-1819-4312-ad44-0357fcf0a0d6 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:11.784737 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d7611712-1819-4312-ad44-0357fcf0a0d6 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:11.785857 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d7611712-1819-4312-ad44-0357fcf0a0d6 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] 10.222.0.44 "DELETE /v2.0/security-groups/ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2 HTTP/1.1" status: 204 len: 168 time: 0.2344067 Jun 28 03:32:11.795537 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7611712-1819-4312-ad44-0357fcf0a0d6 tempest-TestVolumeBootPattern-261448631 tempest-TestVolumeBootPattern-261448631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8f0402-64f1-4f22-a76e-4bf70d9cc8d2,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:11.847218 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43524) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:12.140027 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:12.231856 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (442b6900-b243-4140-9b84-f63fdb0ce45f), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:12.459178 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] Deleting port 650270fa-c4d6-447d-8a5d-e2a6e287ad52 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:32:12.459477 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:12.551125 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] For port 650270fa-c4d6-447d-8a5d-e2a6e287ad52, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=650270fa-c4d6-447d-8a5d-e2a6e287ad52,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:32:12.551843 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:12.564406 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] Calling delete_port for 650270fa-c4d6-447d-8a5d-e2a6e287ad52 owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:32:12.728147 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:12.752421 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (650270fa-c4d6-447d-8a5d-e2a6e287ad52), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:12.781427 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] Pushing event deleted for resources: {'Port': ['ID=650270fa-c4d6-447d-8a5d-e2a6e287ad52,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:12.926226 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396eefd-fb69-485e-aa0f-ca8da45f8ce0 req-34a9388d-1b5b-4de0-9220-8ba487456846 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:12.927717 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0396eefd-fb69-485e-aa0f-ca8da45f8ce0 req-34a9388d-1b5b-4de0-9220-8ba487456846 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 945 time: 0.0932214 Jun 28 03:32:12.953982 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:13.015842 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (442b6900-b243-4140-9b84-f63fdb0ce45f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:13.021391 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0396eefd-fb69-485e-aa0f-ca8da45f8ce0 req-9fb9e762-fb30-4b7b-87b4-ef4bfaf8b433 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/security-groups?id=1803a5ff-278c-450e-9ee7-651044f2604b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861437 Jun 28 03:32:13.229328 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] Router 442b6900-b243-4140-9b84-f63fdb0ce45f has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:32:13.340131 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:32:13.341168 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-7613501b-3736-47fc-a151-d5a76e47c79b tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 03:32:13.342723 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-7613501b-3736-47fc-a151-d5a76e47c79b tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.27 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 945 time: 0.0480497 Jun 28 03:32:13.347793 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-61ecde77-f63c-44f6-8884-bab95bfa707f admin admin] 10.222.0.44 "PUT /v2.0/routers/442b6900-b243-4140-9b84-f63fdb0ce45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4967957 Jun 28 03:32:13.347793 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43530) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:13.350583 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] Sync routers for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:32:13.354275 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:13.362888 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:32:13.363742 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:31:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:13.424970 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:13.426135 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-50432b73-b872-4388-8d6a-5b1ccdc30e14 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Deleting port 40fa138e-e74f-4334-951f-6f55161d50e3 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:32:13.426459 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-50432b73-b872-4388-8d6a-5b1ccdc30e14 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:13.452192 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Publish callbacks [] for router (442b6900-b243-4140-9b84-f63fdb0ce45f), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:13.466355 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: dv-cinder-846842-5-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:32:13.521287 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-50432b73-b872-4388-8d6a-5b1ccdc30e14 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] For port 40fa138e-e74f-4334-951f-6f55161d50e3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40fa138e-e74f-4334-951f-6f55161d50e3,segment=NetworkSegment(88b25513-6fac-422c-84af-9feec537545c),segment_id=88b25513-6fac-422c-84af-9feec537545c)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:32:13.521717 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-50432b73-b872-4388-8d6a-5b1ccdc30e14 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:13.536104 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-50432b73-b872-4388-8d6a-5b1ccdc30e14 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Calling delete_port for 40fa138e-e74f-4334-951f-6f55161d50e3 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:32:13.553945 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Publish callbacks [] for router_gateway (442b6900-b243-4140-9b84-f63fdb0ce45f), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:13.599505 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Deleting port a306a7c4-9e87-487e-b571-6306e01bc073 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:32:13.599739 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:13.626763 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:13.642050 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:32:12Z', 'revision_number': 5, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port': {'id': 'a306a7c4-9e87-487e-b571-6306e01bc073', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:34Z', 'updated_at': '2022-06-28T03:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:13.671769 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-50432b73-b872-4388-8d6a-5b1ccdc30e14 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (40fa138e-e74f-4334-951f-6f55161d50e3), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:13.683301 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] For port a306a7c4-9e87-487e-b571-6306e01bc073, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=a306a7c4-9e87-487e-b571-6306e01bc073,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:32:13.683743 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:13.698591 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Calling delete_port for a306a7c4-9e87-487e-b571-6306e01bc073 owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:32:13.700846 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50432b73-b872-4388-8d6a-5b1ccdc30e14 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Pushing event deleted for resources: {'Port': ['ID=40fa138e-e74f-4334-951f-6f55161d50e3,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:13.709700 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] get_ports_and_sgs() called for port_ids ['40fa138e-e74f-4334-951f-6f55161d50e3'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 03:32:13.753581 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-50432b73-b872-4388-8d6a-5b1ccdc30e14 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] No DVR routers for this DVR port 40fa138e-e74f-4334-951f-6f55161d50e3 on host hv-cinder-84684 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:32:13.756615 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-50432b73-b872-4388-8d6a-5b1ccdc30e14 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-376326'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:13.760164 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [req-91d9d206-5f85-4f6f-96ec-aef13678af6b req-50432b73-b872-4388-8d6a-5b1ccdc30e14 tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.27 "DELETE /v2.0/ports/40fa138e-e74f-4334-951f-6f55161d50e3 HTTP/1.1" status: 204 len: 173 time: 0.4121120 Jun 28 03:32:13.760643 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe2c31b-d667-452d-afc4-ab061d459781', 'name': 'network-vif-deleted', 'tag': '40fa138e-e74f-4334-951f-6f55161d50e3'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 03:32:13.764410 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb98caf0710bcccaa9306096ecff72d30fdea0a816f14689bb42dc58a691dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaac059e-edb1-41dc-a26a-99d2acb16ba0" -d '{"events": [{"server_uuid": "0fe2c31b-d667-452d-afc4-ab061d459781", "name": "network-vif-deleted", "tag": "40fa138e-e74f-4334-951f-6f55161d50e3"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 03:32:13.794298 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] Checking router: 442b6900-b243-4140-9b84-f63fdb0ce45f for host: dv-cinder-846842-5-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:32:13.804586 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] Routers {'442b6900-b243-4140-9b84-f63fdb0ce45f'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:32:13.805481 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:31:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['442b6900-b243-4140-9b84-f63fdb0ce45f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:13.809446 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 03:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124a333d-8f5b-4baf-b110-04f8775fd250 x-openstack-request-id: req-124a333d-8f5b-4baf-b110-04f8775fd250 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 03:32:13.809855 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe2c31b-d667-452d-afc4-ab061d459781", "name": "network-vif-deleted", "tag": "40fa138e-e74f-4334-951f-6f55161d50e3", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 03:32:13.811197 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-124a333d-8f5b-4baf-b110-04f8775fd250 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 03:32:13.812867 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124a333d-8f5b-4baf-b110-04f8775fd250'] response: {'server_uuid': '0fe2c31b-d667-452d-afc4-ab061d459781', 'name': 'network-vif-deleted', 'tag': '40fa138e-e74f-4334-951f-6f55161d50e3', 'status': 'completed', 'code': 200} Jun 28 03:32:13.900243 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] Set router 442b6900-b243-4140-9b84-f63fdb0ce45f gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:32:13.905199 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:13.931627 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (a306a7c4-9e87-487e-b571-6306e01bc073), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:13.954252 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:32:13Z', 'revision_number': 6, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:13.961600 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=a306a7c4-9e87-487e-b571-6306e01bc073,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:13.986617 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893544ee-62e4-4f42-aaa5-ead87c28e19a None None] The sync data for ids ['442b6900-b243-4140-9b84-f63fdb0ce45f'] in dv-cinder-846842-5-iscsi is: [{'id': '442b6900-b243-4140-9b84-f63fdb0ce45f', 'name': 'tempest-TestVolumeBootPattern-734762592-router', 'tenant_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:33Z', 'updated_at': '2022-06-28T03:32:13Z', 'revision_number': 6, 'project_id': 'cc2d6ae6d1f74852b9b51d970d19d0df', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:32:14.026896 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (442b6900-b243-4140-9b84-f63fdb0ce45f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.114893 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (442b6900-b243-4140-9b84-f63fdb0ce45f), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.124090 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Publish callbacks [] for router_controller (442b6900-b243-4140-9b84-f63fdb0ce45f), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.148638 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b83f14b0-2c0e-4547-83d2-980a9d95f93e req-2198918c-782c-4029-bd83-accea4616d4b tempest-VolumesSnapshotTestJSON-1032863486 tempest-VolumesSnapshotTestJSON-1032863486-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe2c31b-d667-452d-afc4-ab061d459781 HTTP/1.1" status: 200 len: 210 time: 0.0356092 Jun 28 03:32:14.188423 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (442b6900-b243-4140-9b84-f63fdb0ce45f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.189042 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 442b6900-b243-4140-9b84-f63fdb0ce45f {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:32:14.194222 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.195365 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-250c14c2-779f-4108-9525-d8b1f2ec7d39 admin admin] 10.222.0.44 "DELETE /v2.0/routers/442b6900-b243-4140-9b84-f63fdb0ce45f HTTP/1.1" status: 204 len: 168 time: 0.8467829 Jun 28 03:32:14.198217 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43536) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:14.245881 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de49c8a-fbde-48dc-aceb-64e11ddfd9b3 admin admin] Deleting subnet 245a1efb-5038-407c-b984-5f60bf2b07cc {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:32:14.249185 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4de49c8a-fbde-48dc-aceb-64e11ddfd9b3 admin admin] Publish callbacks [] for subnet (245a1efb-5038-407c-b984-5f60bf2b07cc), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.286019 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4de49c8a-fbde-48dc-aceb-64e11ddfd9b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734234'] for subnet (245a1efb-5038-407c-b984-5f60bf2b07cc), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.371008 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4de49c8a-fbde-48dc-aceb-64e11ddfd9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (245a1efb-5038-407c-b984-5f60bf2b07cc), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.428199 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4de49c8a-fbde-48dc-aceb-64e11ddfd9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1211299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593250'] for subnet (245a1efb-5038-407c-b984-5f60bf2b07cc), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.456386 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de49c8a-fbde-48dc-aceb-64e11ddfd9b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245a1efb-5038-407c-b984-5f60bf2b07cc,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:14.458321 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4de49c8a-fbde-48dc-aceb-64e11ddfd9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.463714 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4de49c8a-fbde-48dc-aceb-64e11ddfd9b3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/245a1efb-5038-407c-b984-5f60bf2b07cc HTTP/1.1" status: 204 len: 168 time: 0.2622774 Jun 28 03:32:14.463872 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67aac97-65e2-4276-bbd1-e8c96990ff82 None None] Network fa3b8415-5dcf-451a-a58a-63fa23e098ab requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:32:14.463994 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43538) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:14.531369 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (fa3b8415-5dcf-451a-a58a-63fa23e098ab), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.579131 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Deleting port f6baa2a2-ed0d-4542-95d5-4573490ba518 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:32:14.579742 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.581967 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:14.644174 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] For port f6baa2a2-ed0d-4542-95d5-4573490ba518, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=f6baa2a2-ed0d-4542-95d5-4573490ba518,segment=NetworkSegment(fed6874d-12e4-448e-9d4e-b04862a768f5),segment_id=fed6874d-12e4-448e-9d4e-b04862a768f5)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:32:14.644531 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.658339 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Calling delete_port for f6baa2a2-ed0d-4542-95d5-4573490ba518 owned by network:dhcp {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:32:14.751445 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca936a1-0569-4f34-a498-f2bd6c31a742 None None] DHCP port deletion for fa3b8415-5dcf-451a-a58a-63fa23e098ab request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:32:14.753207 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (f6baa2a2-ed0d-4542-95d5-4573490ba518), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.781695 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6baa2a2-ed0d-4542-95d5-4573490ba518,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:14.786767 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] No DVR routers for this DVR port f6baa2a2-ed0d-4542-95d5-4573490ba518 on host dv-cinder-846842-5-iscsi {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:32:14.861077 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (fa3b8415-5dcf-451a-a58a-63fa23e098ab), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.884752 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3b8415-5dcf-451a-a58a-63fa23e098ab']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:14.894326 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed6874d-12e4-448e-9d4e-b04862a768f5') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:14.894617 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed6874d-12e4-448e-9d4e-b04862a768f5') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:14.904852 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2734211'] for segment (fed6874d-12e4-448e-9d4e-b04862a768f5), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.910669 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:14.919491 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (fed6874d-12e4-448e-9d4e-b04862a768f5), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.927046 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:32:14.927439 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1211205'] for segment (fed6874d-12e4-448e-9d4e-b04862a768f5), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:14.953730 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment fed6874d-12e4-448e-9d4e-b04862a768f5 resource provider aggregate not found Jun 28 03:32:14.986899 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment fed6874d-12e4-448e-9d4e-b04862a768f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fed6874d-12e4-448e-9d4e-b04862a768f5 found for delete ", "request_id": "req-e008ac86-918b-47ff-a16d-98352308dc0f"}]} Jun 28 03:32:14.997553 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (fa3b8415-5dcf-451a-a58a-63fa23e098ab), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:15.002386 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:15.005696 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fa3b8415-5dcf-451a-a58a-63fa23e098ab HTTP/1.1" status: 204 len: 168 time: 0.5408223 Jun 28 03:32:15.008781 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 43544) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:15.019294 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7d1f1-8fd5-416b-800b-856bb6d5e984 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3b8415-5dcf-451a-a58a-63fa23e098ab,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:15.341484 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596895'] for router_interface (3711e451-af89-4d81-8938-23ac92f11dae), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:15.571270 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] Deleting port b04bfad8-5d90-47d3-b15b-3a13edda1453 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:32:15.571595 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:15.574072 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:15.584406 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:15.653916 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] For port b04bfad8-5d90-47d3-b15b-3a13edda1453, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=b04bfad8-5d90-47d3-b15b-3a13edda1453,segment=NetworkSegment(752d3afc-75f3-4649-a2da-fce6646a3e47),segment_id=752d3afc-75f3-4649-a2da-fce6646a3e47)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:32:15.654299 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:15.667808 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] Calling delete_port for b04bfad8-5d90-47d3-b15b-3a13edda1453 owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:32:15.852100 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (b04bfad8-5d90-47d3-b15b-3a13edda1453), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:15.866466 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a306a7c4-9e87-487e-b571-6306e01bc073 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:32:15.881211 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] Pushing event deleted for resources: {'Port': ['ID=b04bfad8-5d90-47d3-b15b-3a13edda1453,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:15.885984 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: a306a7c4-9e87-487e-b571-6306e01bc073 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:32:15.886328 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device a306a7c4-9e87-487e-b571-6306e01bc073 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:32:15.886954 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f6baa2a2-ed0d-4542-95d5-4573490ba518 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:32:15.905567 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: f6baa2a2-ed0d-4542-95d5-4573490ba518 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:32:15.905912 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device f6baa2a2-ed0d-4542-95d5-4573490ba518 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:32:15.906323 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 650270fa-c4d6-447d-8a5d-e2a6e287ad52 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:32:15.928654 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 650270fa-c4d6-447d-8a5d-e2a6e287ad52 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:32:15.929045 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 650270fa-c4d6-447d-8a5d-e2a6e287ad52 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:32:16.048636 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592399'] for router_interface (3711e451-af89-4d81-8938-23ac92f11dae), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:16.504698 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] Router 3711e451-af89-4d81-8938-23ac92f11dae has already been hosted by L3 agent 32b43ed8-afc5-47dc-b9a4-a76abb9bb773 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 03:32:16.608875 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] Notify agent at l3_agent.dv-cinder-846842-5-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 03:32:16.617325 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43558) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:16.621276 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] Sync routers for ids ['3711e451-af89-4d81-8938-23ac92f11dae'] in dv-cinder-846842-5-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 03:32:16.624756 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b32bd909-a59c-4156-82b5-1763c028016a admin admin] 10.222.0.44 "PUT /v2.0/routers/3711e451-af89-4d81-8938-23ac92f11dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6148520 Jun 28 03:32:16.634135 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] Routers {'3711e451-af89-4d81-8938-23ac92f11dae'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:32:16.635077 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:31:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['3711e451-af89-4d81-8938-23ac92f11dae'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:16.726716 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Publish callbacks [] for router (3711e451-af89-4d81-8938-23ac92f11dae), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:16.762159 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] Set router 3711e451-af89-4d81-8938-23ac92f11dae gateway port host: dv-cinder-846842-5-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:32:16.826963 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Publish callbacks [] for router_gateway (3711e451-af89-4d81-8938-23ac92f11dae), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:16.872859 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Deleting port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:32:16.873209 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:16.876502 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 40fa138e-e74f-4334-951f-6f55161d50e3 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:32:16.901087 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] No Port match for: 40fa138e-e74f-4334-951f-6f55161d50e3 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:32:16.901414 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Device 40fa138e-e74f-4334-951f-6f55161d50e3 not bound to the agent host hv-cinder-84684 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:32:16.950140 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711e451-af89-4d81-8938-23ac92f11dae', 'name': 'tempest-TestVolumeBootPattern-1522860623-router', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'external_fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:38Z', 'updated_at': '2022-06-28T03:32:15Z', 'revision_number': 5, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'gw_port': {'id': '2a1aa56d-10ec-431d-b5da-8ecd0686e8f7', 'name': '', 'network_id': 'faeb97d9-c263-45a3-b2fb-7aac09df19ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711e451-af89-4d81-8938-23ac92f11dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T03:24:39Z', 'updated_at': '2022-06-28T03:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c411527-92a2-489d-9983-d6f67d0a773f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-5-iscsi'}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:16.981098 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] Checking router: 3711e451-af89-4d81-8938-23ac92f11dae for host: dv-cinder-846842-5-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 03:32:16.990527 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] Routers {'3711e451-af89-4d81-8938-23ac92f11dae'} bound to L3 agent in host dv-cinder-846842-5-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 28 03:32:16.991164 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T03:09:50Z,description=,heartbeat_timestamp=2022-06-28T03:31:50Z,host='dv-cinder-846842-5-iscsi',id=32b43ed8-afc5-47dc-b9a4-a76abb9bb773,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T03:09:50Z,topic='l3_agent')) {'router_ids': ['3711e451-af89-4d81-8938-23ac92f11dae'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:17.077134 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] Set router 3711e451-af89-4d81-8938-23ac92f11dae gateway port host: None {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 28 03:32:17.133090 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711e451-af89-4d81-8938-23ac92f11dae', 'name': 'tempest-TestVolumeBootPattern-1522860623-router', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:38Z', 'updated_at': '2022-06-28T03:32:16Z', 'revision_number': 6, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'gw_port_host': None}], 'dv-cinder-846842-5-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:17.158458 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43270b50-8b38-4e18-aa1d-5ff03eb44da5 None None] The sync data for ids ['3711e451-af89-4d81-8938-23ac92f11dae'] in dv-cinder-846842-5-iscsi is: [{'id': '3711e451-af89-4d81-8938-23ac92f11dae', 'name': 'tempest-TestVolumeBootPattern-1522860623-router', 'tenant_id': 'fdc37a49e7624235ae3247dcdc119604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T03:24:38Z', 'updated_at': '2022-06-28T03:32:16Z', 'revision_number': 6, 'project_id': 'fdc37a49e7624235ae3247dcdc119604', 'gw_port_host': None}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 03:32:17.239411 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] For port 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=2a1aa56d-10ec-431d-b5da-8ecd0686e8f7,segment=NetworkSegment(68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb),segment_id=68a0c4dd-9f9c-4300-b70b-3b7609e8b8fb)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:32:17.239748 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.252859 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Calling delete_port for 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:32:17.296495 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:17.421438 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1211254'] for port (2a1aa56d-10ec-431d-b5da-8ecd0686e8f7), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.443400 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1aa56d-10ec-431d-b5da-8ecd0686e8f7,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:17.511766 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603841'] for router_gateway (3711e451-af89-4d81-8938-23ac92f11dae), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.590018 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-56a18a94-dd95-474c-9967-c56d2bec60b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.606094 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16351'] for router (3711e451-af89-4d81-8938-23ac92f11dae), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.608317 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Publish callbacks [] for router_controller (3711e451-af89-4d81-8938-23ac92f11dae), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.650966 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597185'] for router (3711e451-af89-4d81-8938-23ac92f11dae), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.651757 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3711e451-af89-4d81-8938-23ac92f11dae {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 03:32:17.656196 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.657131 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0be09ce2-31a6-4ac9-8e34-13534534aff9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3711e451-af89-4d81-8938-23ac92f11dae HTTP/1.1" status: 204 len: 168 time: 1.0388062 Jun 28 03:32:17.659637 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43562) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:17.703778 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-c337c44d-9102-41c8-8c5a-d84afcd4eaff admin admin] Deleting subnet c2a768ea-e104-4afb-bfb9-3e53a1514389 {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:32:17.706988 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c337c44d-9102-41c8-8c5a-d84afcd4eaff admin admin] Publish callbacks [] for subnet (c2a768ea-e104-4afb-bfb9-3e53a1514389), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.748955 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c337c44d-9102-41c8-8c5a-d84afcd4eaff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734234'] for subnet (c2a768ea-e104-4afb-bfb9-3e53a1514389), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.777321 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:17.826007 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c337c44d-9102-41c8-8c5a-d84afcd4eaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (c2a768ea-e104-4afb-bfb9-3e53a1514389), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.881677 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c337c44d-9102-41c8-8c5a-d84afcd4eaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1211299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593250'] for subnet (c2a768ea-e104-4afb-bfb9-3e53a1514389), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.911956 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337c44d-9102-41c8-8c5a-d84afcd4eaff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a768ea-e104-4afb-bfb9-3e53a1514389,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:17.916469 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c337c44d-9102-41c8-8c5a-d84afcd4eaff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:17.919632 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 43566) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:17.921440 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dcc8a1-fe84-4cc0-91df-bca85d7acf9d None None] Network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 requested from dv-cinder-846842-5-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 03:32:17.937869 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c337c44d-9102-41c8-8c5a-d84afcd4eaff admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c2a768ea-e104-4afb-bfb9-3e53a1514389 HTTP/1.1" status: 204 len: 168 time: 0.2589531 Jun 28 03:32:17.939931 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:18.014652 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (dd571c21-8a72-4f1e-a3d4-d96f781a89e0), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.017594 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:32:18.040601 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:32:18.040940 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device 2a1aa56d-10ec-431d-b5da-8ecd0686e8f7 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:32:18.041522 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b04bfad8-5d90-47d3-b15b-3a13edda1453 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:32:18.043382 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:18.058244 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Deleting port b944a8a6-4fcb-44c9-a6d0-941856be98f8 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:32:18.058828 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.069603 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: b04bfad8-5d90-47d3-b15b-3a13edda1453 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:32:18.069940 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b04bfad8-5d90-47d3-b15b-3a13edda1453 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:32:18.130262 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] For port b944a8a6-4fcb-44c9-a6d0-941856be98f8, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=b944a8a6-4fcb-44c9-a6d0-941856be98f8,segment=NetworkSegment(752d3afc-75f3-4649-a2da-fce6646a3e47),segment_id=752d3afc-75f3-4649-a2da-fce6646a3e47)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:32:18.130876 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.136386 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7eb35d-ce9a-4e7e-b0a4-0805bc2307b8 None None] DHCP port deletion for dd571c21-8a72-4f1e-a3d4-d96f781a89e0 request from dv-cinder-846842-5-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 03:32:18.144648 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Calling delete_port for b944a8a6-4fcb-44c9-a6d0-941856be98f8 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:32:18.176621 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-bc7eb35d-ce9a-4e7e-b0a4-0805bc2307b8 None None] Deleting port b944a8a6-4fcb-44c9-a6d0-941856be98f8 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 28 03:32:18.176993 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb35d-ce9a-4e7e-b0a4-0805bc2307b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762521715429'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.229547 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3343442'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.243729 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-bc7eb35d-ce9a-4e7e-b0a4-0805bc2307b8 None None] For port b944a8a6-4fcb-44c9-a6d0-941856be98f8, host dv-cinder-846842-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-5-iscsi',level=0,port_id=b944a8a6-4fcb-44c9-a6d0-941856be98f8,segment=NetworkSegment(752d3afc-75f3-4649-a2da-fce6646a3e47),segment_id=752d3afc-75f3-4649-a2da-fce6646a3e47)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 03:32:18.244137 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb35d-ce9a-4e7e-b0a4-0805bc2307b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603046'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.259715 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=b944a8a6-4fcb-44c9-a6d0-941856be98f8,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:18.263417 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-bc7eb35d-ce9a-4e7e-b0a4-0805bc2307b8 None None] Calling delete_port for b944a8a6-4fcb-44c9-a6d0-941856be98f8 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 28 03:32:18.264941 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] No DVR routers for this DVR port b944a8a6-4fcb-44c9-a6d0-941856be98f8 on host dv-cinder-846842-5-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:32:18.336066 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (dd571c21-8a72-4f1e-a3d4-d96f781a89e0), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.358831 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd571c21-8a72-4f1e-a3d4-d96f781a89e0']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:18.369118 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752d3afc-75f3-4649-a2da-fce6646a3e47') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:18.369365 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752d3afc-75f3-4649-a2da-fce6646a3e47') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:18.385043 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242454'] for segment (752d3afc-75f3-4649-a2da-fce6646a3e47), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.399740 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (752d3afc-75f3-4649-a2da-fce6646a3e47), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.406689 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:32:18.407073 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3343457'] for segment (752d3afc-75f3-4649-a2da-fce6646a3e47), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.460982 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:18.473137 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (dd571c21-8a72-4f1e-a3d4-d96f781a89e0), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.479600 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.482630 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] 10.222.0.44 "DELETE /v2.0/networks/dd571c21-8a72-4f1e-a3d4-d96f781a89e0 HTTP/1.1" status: 204 len: 168 time: 0.5618718 Jun 28 03:32:18.484745 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb35d-ce9a-4e7e-b0a4-0805bc2307b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33216411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762521722983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762521223747'] for port (b944a8a6-4fcb-44c9-a6d0-941856be98f8), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.496093 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 752d3afc-75f3-4649-a2da-fce6646a3e47 resource provider aggregate not found Jun 28 03:32:18.500243 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6af59-6d94-442f-a6aa-ab7ffeea0f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd571c21-8a72-4f1e-a3d4-d96f781a89e0,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:18.515420 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eb35d-ce9a-4e7e-b0a4-0805bc2307b8 None None] Pushing event deleted for resources: {'Port': ['ID=b944a8a6-4fcb-44c9-a6d0-941856be98f8,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:18.515852 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 752d3afc-75f3-4649-a2da-fce6646a3e47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 752d3afc-75f3-4649-a2da-fce6646a3e47 found for delete ", "request_id": "req-a8062ce1-c83e-4538-bc2a-14c7f19bad10"}]} Jun 28 03:32:18.518182 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc7eb35d-ce9a-4e7e-b0a4-0805bc2307b8 None None] Network dd571c21-8a72-4f1e-a3d4-d96f781a89e0 is not hosted by any dhcp agent {{(pid=103937) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 28 03:32:18.518695 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7eb35d-ce9a-4e7e-b0a4-0805bc2307b8 None None] No DVR routers for this DVR port b944a8a6-4fcb-44c9-a6d0-941856be98f8 on host dv-cinder-846842-5-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 28 03:32:18.605062 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 43576) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:18.646108 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-76efcc7c-6351-4ad6-8968-f8a03c867463 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc2d6ae6d1f74852b9b51d970d19d0df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398326 Jun 28 03:32:18.649072 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 43578) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:18.699155 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4112b04c-22b3-4f1b-b433-a4e8a0d41235 admin admin] Publish callbacks [] for security_group (fb810969-8c1a-4051-9012-930ceb4132e1), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.721903 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4112b04c-22b3-4f1b-b433-a4e8a0d41235 admin admin] Publish callbacks [] for security_group (fb810969-8c1a-4051-9012-930ceb4132e1), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.779120 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4112b04c-22b3-4f1b-b433-a4e8a0d41235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (fb810969-8c1a-4051-9012-930ceb4132e1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.781680 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4112b04c-22b3-4f1b-b433-a4e8a0d41235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:18.782817 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4112b04c-22b3-4f1b-b433-a4e8a0d41235 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb810969-8c1a-4051-9012-930ceb4132e1 HTTP/1.1" status: 204 len: 168 time: 0.1328595 Jun 28 03:32:18.791347 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112b04c-22b3-4f1b-b433-a4e8a0d41235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb810969-8c1a-4051-9012-930ceb4132e1,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:19.131110 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43586) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:19.179230 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-54693f4b-7647-46c5-b32c-b60dd2f4b24d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdc37a49e7624235ae3247dcdc119604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468280 Jun 28 03:32:19.181768 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43588) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:19.233990 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7c80-a957-4cae-9987-204c133ccd86 admin admin] Publish callbacks [] for security_group (a5beb52c-326e-4034-9789-19f5d4e96a5e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:19.255896 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7c80-a957-4cae-9987-204c133ccd86 admin admin] Publish callbacks [] for security_group (a5beb52c-326e-4034-9789-19f5d4e96a5e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:19.308494 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7c80-a957-4cae-9987-204c133ccd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (a5beb52c-326e-4034-9789-19f5d4e96a5e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:19.310931 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7c80-a957-4cae-9987-204c133ccd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:19.312073 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2b3a7c80-a957-4cae-9987-204c133ccd86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5beb52c-326e-4034-9789-19f5d4e96a5e HTTP/1.1" status: 204 len: 168 time: 0.1289704 Jun 28 03:32:19.320075 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a7c80-a957-4cae-9987-204c133ccd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5beb52c-326e-4034-9789-19f5d4e96a5e,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:19.789718 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:19.803472 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-37adc0d7-60f8-4151-9e85-fccb6a12dc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:19.868228 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b944a8a6-4fcb-44c9-a6d0-941856be98f8 no longer exists at agent ovs-agent-dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 03:32:19.887280 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] No Port match for: b944a8a6-4fcb-44c9-a6d0-941856be98f8 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 28 03:32:19.887634 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Device b944a8a6-4fcb-44c9-a6d0-941856be98f8 not bound to the agent host dv-cinder-846842-5-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 03:32:21.052639 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:21.105360 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:21.305249 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:32:22.712946 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:23.031776 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:28.763715 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=62,neutron:DELETE=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:28.787901 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:29.315199 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=77,neutron:DELETE=10 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:29.316547 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=31,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:33.025007 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:33.028004 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:DELETE=2,neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:34.248298 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=51 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:34.249574 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=40 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:36.566033 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43698) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:36.613878 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7feb3ba-37f1-4452-b9e8-a951bcb55744 admin admin] Deleting subnet 280bf41f-56e8-4604-b391-1c744d70cf5d {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 28 03:32:36.617398 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d7feb3ba-37f1-4452-b9e8-a951bcb55744 admin admin] Publish callbacks [] for subnet (280bf41f-56e8-4604-b391-1c744d70cf5d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:36.655638 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d7feb3ba-37f1-4452-b9e8-a951bcb55744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2734234'] for subnet (280bf41f-56e8-4604-b391-1c744d70cf5d), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:36.695077 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d7feb3ba-37f1-4452-b9e8-a951bcb55744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33176515'] for subnet (280bf41f-56e8-4604-b391-1c744d70cf5d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:36.751769 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d7feb3ba-37f1-4452-b9e8-a951bcb55744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33176538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1211299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3593250'] for subnet (280bf41f-56e8-4604-b391-1c744d70cf5d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:36.780069 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d7feb3ba-37f1-4452-b9e8-a951bcb55744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:36.783139 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d7feb3ba-37f1-4452-b9e8-a951bcb55744 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/280bf41f-56e8-4604-b391-1c744d70cf5d HTTP/1.1" status: 204 len: 168 time: 0.2160943 Jun 28 03:32:36.784224 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7feb3ba-37f1-4452-b9e8-a951bcb55744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280bf41f-56e8-4604-b391-1c744d70cf5d,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:36.786000 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.44', 43700) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:36.856702 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33284022'] for network (e51bb004-dde2-4a7b-8ee5-f589f2789d17), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:36.941502 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33191225', 'neutron.services.segments.db._delete_segments_for_network-8762521579852'] for network (e51bb004-dde2-4a7b-8ee5-f589f2789d17), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:36.962490 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51bb004-dde2-4a7b-8ee5-f589f2789d17']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:36.977659 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b25513-6fac-422c-84af-9feec537545c') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:36.977951 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b25513-6fac-422c-84af-9feec537545c') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 03:32:36.988030 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762521581141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3242454'] for segment (88b25513-6fac-422c-84af-9feec537545c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:37.003635 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666'] for segment (88b25513-6fac-422c-84af-9feec537545c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:37.010566 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 03:32:37.010950 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3343457'] for segment (88b25513-6fac-422c-84af-9feec537545c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:37.029447 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 88b25513-6fac-422c-84af-9feec537545c resource provider aggregate not found Jun 28 03:32:37.067108 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 88b25513-6fac-422c-84af-9feec537545c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88b25513-6fac-422c-84af-9feec537545c found for delete ", "request_id": "req-5a4bdd7b-e7c4-4afc-a78f-205ae3da39db"}]} Jun 28 03:32:37.077474 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33191202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599233'] for network (e51bb004-dde2-4a7b-8ee5-f589f2789d17), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:37.082909 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535137'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:37.085982 dv-cinder-846842-5-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e51bb004-dde2-4a7b-8ee5-f589f2789d17 HTTP/1.1" status: 204 len: 168 time: 0.2989321 Jun 28 03:32:37.100786 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fbaac-c559-4271-87df-7b0afe31e213 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51bb004-dde2-4a7b-8ee5-f589f2789d17,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:37.269126 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43708) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:37.322638 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2c138de9-952c-49a4-804d-a01cf882215d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10b8b4e2041e41dc8716272d68867537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523179 Jun 28 03:32:37.325283 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.44', 43710) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 03:32:37.376700 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-956f3952-e567-4c3b-8694-07424226ee6c admin admin] Publish callbacks [] for security_group (1803a5ff-278c-450e-9ee7-651044f2604b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:37.399268 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-956f3952-e567-4c3b-8694-07424226ee6c admin admin] Publish callbacks [] for security_group (1803a5ff-278c-450e-9ee7-651044f2604b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:37.448654 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-956f3952-e567-4c3b-8694-07424226ee6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584528'] for security_group (1803a5ff-278c-450e-9ee7-651044f2604b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:37.451029 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-956f3952-e567-4c3b-8694-07424226ee6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:37.452177 dv-cinder-846842-5-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-956f3952-e567-4c3b-8694-07424226ee6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1803a5ff-278c-450e-9ee7-651044f2604b HTTP/1.1" status: 204 len: 168 time: 0.1259978 Jun 28 03:32:37.460968 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f3952-e567-4c3b-8694-07424226ee6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1803a5ff-278c-450e-9ee7-651044f2604b,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 03:32:45.760640 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:45.763163 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:47.066459 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:47.100675 dv-cinder-846842-5-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=26,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:47.455766 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=52,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:47.456626 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:47.473150 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:47.474026 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:32:47.594538 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bbd7eb86-b05c-4084-87d2-123fb838780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:49.800403 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-59784447-44f9-4242-920c-e72d4a1ae985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:51.060348 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:51.106328 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:52.718705 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:53.037969 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:32:58.306569 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:33:03.029220 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:33:03.030138 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:33:11.239776 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:33:11.245033 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:33:17.601805 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b0125484-6133-48e2-97f3-f8a2a4a641e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:19.796370 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-16d95c2b-11b5-4caa-9bb2-54fd84ba4899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:21.069661 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:21.110214 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:22.729511 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:23.033763 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:33.021417 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:33:33.027136 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:33:35.310280 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:33:47.591641 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-56c542ef-bcd3-4ada-9daf-6068bbf20554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:48.243607 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:33:48.249153 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:33:49.793183 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1c5b-912c-49bc-a8c2-d146f8b6066f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:51.082463 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:51.114664 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:52.732544 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:33:53.040583 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:03.027536 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:34:03.033097 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:34:12.315749 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:34:17.591656 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c8d9b5c9-fb25-456b-9784-4647f5bd8f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:19.788561 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86db6e4e-f190-4501-a858-0eac057bdf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:21.097387 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:21.116339 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:22.731589 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:23.047691 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:25.252214 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:34:25.253655 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:34:33.027945 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:34:33.039682 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:34:36.972930 dv-cinder-846842-5-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-5f50b14a-9d71-481e-b101-b4ff09303e38 req-46494722-3b9b-4235-943e-804a11aa32dd service neutron] (103935) timed out ('10.222.0.27', 61269) {{(pid=103935) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 28 03:34:45.775623 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=11 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:34:47.593856 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-81f622a8-14f8-4713-999f-9876f5ed7ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:49.320330 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:34:49.788186 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0665b8b9-09d3-407a-9cba-b2ea449929b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:51.099190 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:51.120726 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:52.738350 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:34:53.033912 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:02.251102 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=21 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:35:02.260081 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:35:03.021177 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:35:03.027442 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:35:17.599009 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b619bfdd-9bcd-4194-8a2f-7db523df095f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:19.785641 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2b6e-0936-4287-9b0a-e15ded392557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:21.095857 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:21.123816 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:22.744648 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:23.036950 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:26.325768 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:35:33.026300 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:35:33.029506 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:35:46.248915 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:35:46.249560 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:35:47.603243 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-589fdae4-bf56-4c65-a304-4250b4242795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:49.784254 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-13be7cf4-5d94-4582-a9eb-7762733d9a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:51.103055 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:51.126522 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:52.744912 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:35:53.042861 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:03.330635 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:36:05.771109 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:36:05.776143 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:36:16.250498 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:36:16.257140 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:36:17.611031 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-77f726da-a88e-4980-ae29-ac00a5dd79c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:19.780142 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-24983c80-f1a7-4269-ac4a-bf50ef8b0347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:21.099613 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:21.129023 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:22.751460 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:23.030030 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:33.022245 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:36:33.023338 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:36:40.335869 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:36:47.604702 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f4f42f1e-a554-477c-9f7d-02a81f16108a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:49.785976 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2181ac6e-b378-430f-bf4f-3e2f173bdd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:51.114680 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:51.133147 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:52.752733 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:53.035718 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:36:53.257620 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=16 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:36:53.258788 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=18 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:37:02.746217 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:37:03.029524 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:37:17.341135 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:37:17.606292 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d2994c0-7b22-44bf-ae6c-a0b5e031e31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:19.793303 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ce83fcad-bcb2-48f4-bfb6-b962f5702556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:21.134577 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:21.141271 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:22.757735 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:23.041146 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:30.257015 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:37:30.258601 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:37:33.024516 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:37:33.034310 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:37:46.245466 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:37:47.613283 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4d62bbda-a4cc-4f0d-a024-84bfa1f852d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (f483e321-c33d-48b8-9917-13c986008705), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:49.794718 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c77d052-e489-49f0-9bd4-def303abbd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (32b43ed8-afc5-47dc-b9a4-a76abb9bb773), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:51.120624 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec6bc-0a6b-4707-98ca-a6fece6e5b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (978c072d-74b2-477b-9a84-c0d74b8675d5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:51.140075 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46cc941d-1e3e-4b9d-a616-a1e0f8f3ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (a8c1527c-0427-44e8-a933-8c2d265e7ea6), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:52.769412 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-39cc44d3-741d-4c0e-89e9-f7ed19094a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (c2ae71d7-73bd-4275-b460-72cf363ae0fb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:53.045081 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4db32c1-d5d4-4984-b9d8-02a08bc25b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762521579834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33174526'] for agent (6e87d84f-7e84-4973-b34c-cc8aa8ba3324), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 03:37:54.341945 dv-cinder-846842-5-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-dba486a2-eb98-47a7-9406-378dac074c38 None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 03:38:05.770448 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 28 03:38:05.772474 dv-cinder-846842-5-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}